From e1338a1804d51d4e74146f2490586985ba499ce0 Mon Sep 17 00:00:00 2001 From: SeanScripts <64337075+SeanScripts@users.noreply.github.com> Date: Tue, 1 Oct 2024 13:49:35 -0700 Subject: [PATCH 01/13] Add whisper turbo (#6423) --- extensions/whisper_stt/script.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/whisper_stt/script.py b/extensions/whisper_stt/script.py index e45c8b1e7c..d949e93f73 100644 --- a/extensions/whisper_stt/script.py +++ b/extensions/whisper_stt/script.py @@ -96,7 +96,7 @@ def ui(): with gr.Accordion("Settings", open=False): auto_submit = gr.Checkbox(label='Submit the transcribed audio automatically', value=params['auto_submit']) device_dropd = gr.Dropdown(label='Device', value=str(startup_device), choices=["cuda", "cpu", "none"]) - whisper_model_dropd = gr.Dropdown(label='Whisper Model', value=params['whipser_model'], choices=["tiny.en", "base.en", "small.en", "medium.en", "tiny", "base", "small", "medium", "large"]) + whisper_model_dropd = gr.Dropdown(label='Whisper Model', value=params['whipser_model'], choices=["tiny.en", "base.en", "small.en", "medium.en", "tiny", "base", "small", "medium", "large", "turbo"]) whisper_language = gr.Dropdown(label='Whisper Language', value=params['whipser_language'], choices=["english", "chinese", "german", "spanish", "russian", "korean", "french", "japanese", "portuguese", "turkish", "polish", "catalan", "dutch", "arabic", "swedish", "italian", "indonesian", "hindi", "finnish", "vietnamese", "hebrew", "ukrainian", "greek", "malay", "czech", "romanian", "danish", "hungarian", "tamil", "norwegian", "thai", "urdu", "croatian", "bulgarian", "lithuanian", "latin", "maori", "malayalam", "welsh", "slovak", "telugu", "persian", "latvian", "bengali", "serbian", "azerbaijani", "slovenian", "kannada", "estonian", "macedonian", "breton", "basque", "icelandic", "armenian", "nepali", "mongolian", "bosnian", "kazakh", "albanian", "swahili", "galician", "marathi", "punjabi", "sinhala", "khmer", "shona", "yoruba", "somali", "afrikaans", "occitan", "georgian", "belarusian", "tajik", "sindhi", "gujarati", "amharic", "yiddish", "lao", "uzbek", "faroese", "haitian creole", "pashto", "turkmen", "nynorsk", "maltese", "sanskrit", "luxembourgish", "myanmar", "tibetan", "tagalog", "malagasy", "assamese", "tatar", "hawaiian", "lingala", "hausa", "bashkir", "javanese", "sundanese"]) audio.change( From 22baa5378f27de6427640a4ce3ba3a54bb3a9722 Mon Sep 17 00:00:00 2001 From: Luana Date: Thu, 3 Oct 2024 00:35:13 -0300 Subject: [PATCH 02/13] Fix for systems that have bash in a non-standard directory (#6428) --- one_click.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/one_click.py b/one_click.py index 9bad25d1be..f1c91f478c 100644 --- a/one_click.py +++ b/one_click.py @@ -189,8 +189,8 @@ def run_cmd(cmd, assert_success=False, environment=False, capture_output=False, conda_sh_path = os.path.join(script_dir, "installer_files", "conda", "etc", "profile.d", "conda.sh") cmd = f'. "{conda_sh_path}" && conda activate "{conda_env_path}" && {cmd}' - # Set executable to None for Windows, /bin/bash for everything else - executable = None if is_windows() else '/bin/bash' + # Set executable to None for Windows, bash for everything else + executable = None if is_windows() else 'bash' # Run shell commands result = subprocess.run(cmd, shell=True, capture_output=capture_output, env=env, executable=executable) From 9d8b1c5fd94d360da4ab55334442cfa64aaf40d0 Mon Sep 17 00:00:00 2001 From: Grzegorz Lippe Date: Sat, 5 Oct 2024 16:58:17 +0200 Subject: [PATCH 03/13] Fix intel bug described in #6253 (#6433) --- one_click.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/one_click.py b/one_click.py index f1c91f478c..8fc1edf0cf 100644 --- a/one_click.py +++ b/one_click.py @@ -313,7 +313,7 @@ def install_webui(): if selected_gpu == "INTEL": # Install oneAPI dependencies via conda print_big_message("Installing Intel oneAPI runtime libraries.") - run_cmd("conda install -y -c intel dpcpp-cpp-rt=2024.0 mkl-dpcpp=2024.0") + run_cmd("conda install -y -c https://software.repos.intel.com/python/conda/ -c conda-forge dpcpp-cpp-rt=2024.0 mkl-dpcpp=2024.0") # Install libuv required by Intel-patched torch run_cmd("conda install -y libuv") @@ -329,7 +329,7 @@ def install_extensions_requirements(): print_big_message("Installing extensions requirements.\nSome of these may fail on Windows.\nDon\'t worry if you see error messages, as they will not affect the main program.") extensions = get_extensions_names() for i, extension in enumerate(extensions): - print(f"\n\n--- [{i+1}/{len(extensions)}]: {extension}\n\n") + print(f"\n\n--- [{i + 1}/{len(extensions)}]: {extension}\n\n") extension_req_path = os.path.join("extensions", extension, "requirements.txt") run_cmd(f"python -m pip install -r {extension_req_path} --upgrade", assert_success=False, environment=True) From 03a2e7005412efb7765ce3f0bfccd6b94e79a843 Mon Sep 17 00:00:00 2001 From: PIRI <34787507+ThisIsPIRI@users.noreply.github.com> Date: Wed, 9 Oct 2024 14:25:14 +0000 Subject: [PATCH 04/13] Fix temperature_last when temperature not in sampler priority (#6439) --- modules/sampler_hijack.py | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/modules/sampler_hijack.py b/modules/sampler_hijack.py index 87f0b25e8e..97951dd278 100644 --- a/modules/sampler_hijack.py +++ b/modules/sampler_hijack.py @@ -571,11 +571,10 @@ def get_logits_processor_patch(self, **kwargs): if generation_config.temperature_last: for param_name in ['temperature', 'dynamic_temperature', 'quadratic_sampling']: if param_name in sampler_priority: - if param_name in sampler_priority: - index = sampler_priority.index(param_name) - sampler_priority.append(sampler_priority.pop(index)) - else: - sampler_priority.append(param_name) + index = sampler_priority.index(param_name) + sampler_priority.append(sampler_priority.pop(index)) + else: + sampler_priority.append(param_name) class_name_to_nickname = { 'DynamicTemperatureLogitsWarper': 'dynamic_temperature', From c9a9f63d1b9c4bd8a08dcef519728cd82b5dc4da Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 14 Oct 2024 13:05:51 -0700 Subject: [PATCH 05/13] Fix llama.cpp loader not being random (thanks @reydeljuego12345) --- modules/llamacpp_model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/llamacpp_model.py b/modules/llamacpp_model.py index a16230caf3..96f7ed56b5 100644 --- a/modules/llamacpp_model.py +++ b/modules/llamacpp_model.py @@ -136,7 +136,7 @@ def generate(self, prompt, state, callback=None): prompt=prompt, max_tokens=state['max_new_tokens'], temperature=state['temperature'], - top_p=state['top_p'], + top_p=state['top_p'] if state['top_p'] < 1 else 0.999, min_p=state['min_p'], typical_p=state['typical_p'], frequency_penalty=state['frequency_penalty'], From bb62e796eba0bfe4610ac879bf7b2f390d96cf92 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 14 Oct 2024 13:24:13 -0700 Subject: [PATCH 06/13] Fix locally compiled llama-cpp-python failing to import --- modules/llama_cpp_python_hijack.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/modules/llama_cpp_python_hijack.py b/modules/llama_cpp_python_hijack.py index 2a9c10da2e..f3872a7446 100644 --- a/modules/llama_cpp_python_hijack.py +++ b/modules/llama_cpp_python_hijack.py @@ -9,10 +9,11 @@ from modules.cache_utils import process_llamacpp_cache imported_module = None +not_available_modules = set() def llama_cpp_lib(): - global imported_module + global imported_module, not_available_modules # Determine the platform is_macos = platform.system() == 'Darwin' @@ -31,6 +32,9 @@ def llama_cpp_lib(): ] for arg, lib_name in lib_names: + if lib_name in not_available_modules: + continue + should_import = (arg is None or getattr(shared.args, arg)) if should_import: @@ -44,6 +48,7 @@ def llama_cpp_lib(): monkey_patch_llama_cpp_python(return_lib) return return_lib except ImportError: + not_available_modules.add(lib_name) continue return None From f1a8eae04dec1c70f66fc2fd662011463003ffca Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Mon, 14 Oct 2024 13:30:45 -0700 Subject: [PATCH 07/13] Remove optimum from requirements --- requirements.txt | 1 - requirements_amd.txt | 1 - requirements_amd_noavx2.txt | 1 - requirements_apple_intel.txt | 1 - requirements_apple_silicon.txt | 1 - requirements_cpu_only.txt | 1 - requirements_cpu_only_noavx2.txt | 1 - requirements_noavx2.txt | 1 - requirements_nowheels.txt | 1 - 9 files changed, 9 deletions(-) diff --git a/requirements.txt b/requirements.txt index 5623f1f7ac..0d75c5f329 100644 --- a/requirements.txt +++ b/requirements.txt @@ -10,7 +10,6 @@ lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* -optimum==1.17.* pandas peft==0.12.* Pillow>=9.5.0 diff --git a/requirements_amd.txt b/requirements_amd.txt index d203c157c2..00bd81a1f8 100644 --- a/requirements_amd.txt +++ b/requirements_amd.txt @@ -9,7 +9,6 @@ lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* -optimum==1.17.* pandas peft==0.12.* Pillow>=9.5.0 diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt index 3a7a950d54..36ab65fe6f 100644 --- a/requirements_amd_noavx2.txt +++ b/requirements_amd_noavx2.txt @@ -9,7 +9,6 @@ lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* -optimum==1.17.* pandas peft==0.12.* Pillow>=9.5.0 diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt index 61c5367ffb..2de71a73e9 100644 --- a/requirements_apple_intel.txt +++ b/requirements_apple_intel.txt @@ -9,7 +9,6 @@ lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* -optimum==1.17.* pandas peft==0.12.* Pillow>=9.5.0 diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt index 494c127afe..03cbf62256 100644 --- a/requirements_apple_silicon.txt +++ b/requirements_apple_silicon.txt @@ -9,7 +9,6 @@ lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* -optimum==1.17.* pandas peft==0.12.* Pillow>=9.5.0 diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt index 5838ac47c2..39c11b757e 100644 --- a/requirements_cpu_only.txt +++ b/requirements_cpu_only.txt @@ -9,7 +9,6 @@ lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* -optimum==1.17.* pandas peft==0.12.* Pillow>=9.5.0 diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt index 97d4eb9063..224a020734 100644 --- a/requirements_cpu_only_noavx2.txt +++ b/requirements_cpu_only_noavx2.txt @@ -9,7 +9,6 @@ lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* -optimum==1.17.* pandas peft==0.12.* Pillow>=9.5.0 diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt index d34a598d65..247b83ff80 100644 --- a/requirements_noavx2.txt +++ b/requirements_noavx2.txt @@ -10,7 +10,6 @@ lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* -optimum==1.17.* pandas peft==0.12.* Pillow>=9.5.0 diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt index 5c840f56de..c0ab9eeda7 100644 --- a/requirements_nowheels.txt +++ b/requirements_nowheels.txt @@ -9,7 +9,6 @@ lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* -optimum==1.17.* pandas peft==0.12.* Pillow>=9.5.0 From e784938654f31a1b5b8342d49e5a125cd19899f9 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 14 Oct 2024 17:32:53 -0300 Subject: [PATCH 08/13] Update accelerate requirement from ==0.33.* to ==1.0.* (#6441) --- requirements.txt | 2 +- requirements_amd.txt | 2 +- requirements_amd_noavx2.txt | 2 +- requirements_apple_intel.txt | 2 +- requirements_apple_silicon.txt | 2 +- requirements_cpu_only.txt | 2 +- requirements_cpu_only_noavx2.txt | 2 +- requirements_noavx2.txt | 2 +- requirements_nowheels.txt | 2 +- 9 files changed, 9 insertions(+), 9 deletions(-) diff --git a/requirements.txt b/requirements.txt index 0d75c5f329..b218ac8f90 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -accelerate==0.33.* +accelerate==1.0.* bitsandbytes==0.44.* colorama datasets diff --git a/requirements_amd.txt b/requirements_amd.txt index 00bd81a1f8..3baafb3913 100644 --- a/requirements_amd.txt +++ b/requirements_amd.txt @@ -1,4 +1,4 @@ -accelerate==0.33.* +accelerate==1.0.* colorama datasets einops diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt index 36ab65fe6f..dfdcc86b9e 100644 --- a/requirements_amd_noavx2.txt +++ b/requirements_amd_noavx2.txt @@ -1,4 +1,4 @@ -accelerate==0.33.* +accelerate==1.0.* colorama datasets einops diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt index 2de71a73e9..59afc45e0a 100644 --- a/requirements_apple_intel.txt +++ b/requirements_apple_intel.txt @@ -1,4 +1,4 @@ -accelerate==0.33.* +accelerate==1.0.* colorama datasets einops diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt index 03cbf62256..2df573c8df 100644 --- a/requirements_apple_silicon.txt +++ b/requirements_apple_silicon.txt @@ -1,4 +1,4 @@ -accelerate==0.33.* +accelerate==1.0.* colorama datasets einops diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt index 39c11b757e..2653ddbd19 100644 --- a/requirements_cpu_only.txt +++ b/requirements_cpu_only.txt @@ -1,4 +1,4 @@ -accelerate==0.33.* +accelerate==1.0.* colorama datasets einops diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt index 224a020734..35092d2247 100644 --- a/requirements_cpu_only_noavx2.txt +++ b/requirements_cpu_only_noavx2.txt @@ -1,4 +1,4 @@ -accelerate==0.33.* +accelerate==1.0.* colorama datasets einops diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt index 247b83ff80..b5e0204c80 100644 --- a/requirements_noavx2.txt +++ b/requirements_noavx2.txt @@ -1,4 +1,4 @@ -accelerate==0.33.* +accelerate==1.0.* bitsandbytes==0.44.* colorama datasets diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt index c0ab9eeda7..47b0dcda8d 100644 --- a/requirements_nowheels.txt +++ b/requirements_nowheels.txt @@ -1,4 +1,4 @@ -accelerate==0.33.* +accelerate==1.0.* colorama datasets einops From 18f836b28050da93b054547b6d48214b52e56727 Mon Sep 17 00:00:00 2001 From: Molly Sophia Date: Tue, 15 Oct 2024 04:51:20 +0800 Subject: [PATCH 09/13] Add RWKV-World instruction template (#6456) --- instruction-templates/RWKV-World.yaml | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 instruction-templates/RWKV-World.yaml diff --git a/instruction-templates/RWKV-World.yaml b/instruction-templates/RWKV-World.yaml new file mode 100644 index 0000000000..bf65511b8e --- /dev/null +++ b/instruction-templates/RWKV-World.yaml @@ -0,0 +1,25 @@ +instruction_template: |- + {%- set ns = namespace(found=false) -%} + {%- for message in messages -%} + {%- if message['role'] == 'system' -%} + {%- set ns.found = true -%} + {%- endif -%} + {%- endfor -%} + {%- if not ns.found -%} + {{- '' + '' + '' -}} + {%- endif %} + {%- for message in messages %} + {%- if message['role'] == 'system' -%} + {{- '' + message['content'] + '' -}} + {%- else -%} + {%- if message['role'] == 'user' -%} + {{-'User: ' + message['content'] + '\n\n'-}} + {%- else -%} + {{-'Assistant: ' + message['content'] + '\n\n' -}} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + {%- if add_generation_prompt -%} + {{-'Assistant:'-}} + {%- endif -%} + From 6a0837451e1f88ad2db1de5aafda2b7155aab245 Mon Sep 17 00:00:00 2001 From: Paul Richardson Date: Tue, 15 Oct 2024 08:39:00 -0500 Subject: [PATCH 10/13] Minor Documentation update - query cuda compute for docker .env (#6469) --- docker/.env.example | 1 + 1 file changed, 1 insertion(+) diff --git a/docker/.env.example b/docker/.env.example index 2de9f0ab6f..bd0f8bcc5e 100644 --- a/docker/.env.example +++ b/docker/.env.example @@ -1,6 +1,7 @@ # by default the Dockerfile specifies these versions: 3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX # however for me to work i had to specify the exact version for my card ( 2060 ) it was 7.5 # https://developer.nvidia.com/cuda-gpus you can find the version for your card here +# Or for a programatic approach run `nvidia-smi --query-gpu=name,compute_cap --format=csv` TORCH_CUDA_ARCH_LIST=7.5 # the port the webui binds to on the host HOST_PORT=7860 From 386c0d82890c258b3552b0440befb1f744a99c22 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 24 Oct 2024 11:09:09 -0700 Subject: [PATCH 11/13] Bump transformers to 4.46 --- requirements.txt | 2 +- requirements_amd.txt | 2 +- requirements_amd_noavx2.txt | 2 +- requirements_apple_intel.txt | 2 +- requirements_apple_silicon.txt | 2 +- requirements_cpu_only.txt | 2 +- requirements_cpu_only_noavx2.txt | 2 +- requirements_noavx2.txt | 2 +- requirements_nowheels.txt | 2 +- 9 files changed, 9 insertions(+), 9 deletions(-) diff --git a/requirements.txt b/requirements.txt index b218ac8f90..5e5c1381d2 100644 --- a/requirements.txt +++ b/requirements.txt @@ -22,7 +22,7 @@ safetensors==0.4.* scipy sentencepiece tensorboard -transformers==4.45.* +transformers==4.46.* tqdm wandb diff --git a/requirements_amd.txt b/requirements_amd.txt index 3baafb3913..b2a2b50c3d 100644 --- a/requirements_amd.txt +++ b/requirements_amd.txt @@ -21,7 +21,7 @@ safetensors==0.4.* scipy sentencepiece tensorboard -transformers==4.45.* +transformers==4.46.* tqdm wandb diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt index dfdcc86b9e..5dc0de683b 100644 --- a/requirements_amd_noavx2.txt +++ b/requirements_amd_noavx2.txt @@ -21,7 +21,7 @@ safetensors==0.4.* scipy sentencepiece tensorboard -transformers==4.45.* +transformers==4.46.* tqdm wandb diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt index 59afc45e0a..cc88d62bf0 100644 --- a/requirements_apple_intel.txt +++ b/requirements_apple_intel.txt @@ -21,7 +21,7 @@ safetensors==0.4.* scipy sentencepiece tensorboard -transformers==4.45.* +transformers==4.46.* tqdm wandb diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt index 2df573c8df..3ddfcd2822 100644 --- a/requirements_apple_silicon.txt +++ b/requirements_apple_silicon.txt @@ -21,7 +21,7 @@ safetensors==0.4.* scipy sentencepiece tensorboard -transformers==4.45.* +transformers==4.46.* tqdm wandb diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt index 2653ddbd19..5d1ea2cea6 100644 --- a/requirements_cpu_only.txt +++ b/requirements_cpu_only.txt @@ -21,7 +21,7 @@ safetensors==0.4.* scipy sentencepiece tensorboard -transformers==4.45.* +transformers==4.46.* tqdm wandb diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt index 35092d2247..5eb08db352 100644 --- a/requirements_cpu_only_noavx2.txt +++ b/requirements_cpu_only_noavx2.txt @@ -21,7 +21,7 @@ safetensors==0.4.* scipy sentencepiece tensorboard -transformers==4.45.* +transformers==4.46.* tqdm wandb diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt index b5e0204c80..6ee676b653 100644 --- a/requirements_noavx2.txt +++ b/requirements_noavx2.txt @@ -22,7 +22,7 @@ safetensors==0.4.* scipy sentencepiece tensorboard -transformers==4.45.* +transformers==4.46.* tqdm wandb diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt index 47b0dcda8d..782242f945 100644 --- a/requirements_nowheels.txt +++ b/requirements_nowheels.txt @@ -21,7 +21,7 @@ safetensors==0.4.* scipy sentencepiece tensorboard -transformers==4.45.* +transformers==4.46.* tqdm wandb From e1061ba7e320727a3eab90d2c73c06e8eb740ec7 Mon Sep 17 00:00:00 2001 From: PIRI <34787507+ThisIsPIRI@users.noreply.github.com> Date: Thu, 24 Oct 2024 18:24:02 +0000 Subject: [PATCH 12/13] Make token bans work again on HF loaders (#6488) --- modules/sampler_hijack.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/sampler_hijack.py b/modules/sampler_hijack.py index 97951dd278..24dbcf2ee1 100644 --- a/modules/sampler_hijack.py +++ b/modules/sampler_hijack.py @@ -454,7 +454,7 @@ def get_logits_processor_patch(self, **kwargs): ) # Stuff we don't need - elif warpers[i].__class__.__name__ in ['SuppressTokensLogitsProcessor', 'RepetitionPenaltyLogitsProcessor']: + elif warpers[i].__class__.__name__ in ['RepetitionPenaltyLogitsProcessor']: del warpers[i] # Add custom warpers From 8deea2936d303e5543237004648e2d06b09478ae Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 24 Oct 2024 11:25:42 -0700 Subject: [PATCH 13/13] Remove lm_eval from requirements --- requirements.txt | 1 - requirements_amd.txt | 1 - requirements_amd_noavx2.txt | 1 - requirements_apple_intel.txt | 1 - requirements_apple_silicon.txt | 1 - requirements_cpu_only.txt | 1 - requirements_cpu_only_noavx2.txt | 1 - requirements_noavx2.txt | 1 - requirements_nowheels.txt | 1 - 9 files changed, 9 deletions(-) diff --git a/requirements.txt b/requirements.txt index 5e5c1381d2..2549c64864 100644 --- a/requirements.txt +++ b/requirements.txt @@ -6,7 +6,6 @@ einops fastapi==0.112.4 gradio==4.26.* jinja2==3.1.4 -lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* diff --git a/requirements_amd.txt b/requirements_amd.txt index b2a2b50c3d..78bdd3ca84 100644 --- a/requirements_amd.txt +++ b/requirements_amd.txt @@ -5,7 +5,6 @@ einops fastapi==0.112.4 gradio==4.26.* jinja2==3.1.4 -lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* diff --git a/requirements_amd_noavx2.txt b/requirements_amd_noavx2.txt index 5dc0de683b..9420e861f8 100644 --- a/requirements_amd_noavx2.txt +++ b/requirements_amd_noavx2.txt @@ -5,7 +5,6 @@ einops fastapi==0.112.4 gradio==4.26.* jinja2==3.1.4 -lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* diff --git a/requirements_apple_intel.txt b/requirements_apple_intel.txt index cc88d62bf0..625021ee1f 100644 --- a/requirements_apple_intel.txt +++ b/requirements_apple_intel.txt @@ -5,7 +5,6 @@ einops fastapi==0.112.4 gradio==4.26.* jinja2==3.1.4 -lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* diff --git a/requirements_apple_silicon.txt b/requirements_apple_silicon.txt index 3ddfcd2822..3cb66cbc81 100644 --- a/requirements_apple_silicon.txt +++ b/requirements_apple_silicon.txt @@ -5,7 +5,6 @@ einops fastapi==0.112.4 gradio==4.26.* jinja2==3.1.4 -lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* diff --git a/requirements_cpu_only.txt b/requirements_cpu_only.txt index 5d1ea2cea6..fbd6447bdf 100644 --- a/requirements_cpu_only.txt +++ b/requirements_cpu_only.txt @@ -5,7 +5,6 @@ einops fastapi==0.112.4 gradio==4.26.* jinja2==3.1.4 -lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* diff --git a/requirements_cpu_only_noavx2.txt b/requirements_cpu_only_noavx2.txt index 5eb08db352..e9ab0fbad3 100644 --- a/requirements_cpu_only_noavx2.txt +++ b/requirements_cpu_only_noavx2.txt @@ -5,7 +5,6 @@ einops fastapi==0.112.4 gradio==4.26.* jinja2==3.1.4 -lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* diff --git a/requirements_noavx2.txt b/requirements_noavx2.txt index 6ee676b653..99791ea9b4 100644 --- a/requirements_noavx2.txt +++ b/requirements_noavx2.txt @@ -6,7 +6,6 @@ einops fastapi==0.112.4 gradio==4.26.* jinja2==3.1.4 -lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.* diff --git a/requirements_nowheels.txt b/requirements_nowheels.txt index 782242f945..f5c3966eb3 100644 --- a/requirements_nowheels.txt +++ b/requirements_nowheels.txt @@ -5,7 +5,6 @@ einops fastapi==0.112.4 gradio==4.26.* jinja2==3.1.4 -lm_eval==0.3.0 markdown numba==0.59.* numpy==1.26.*