Merge pull request #6422 from oobabooga/dev

Merge dev branch
oobabooga · Oct 1, 2024 · d1af7a4 · d1af7a4
2 parents 3b06cb4 + 49dfa0a
commit d1af7a4
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 3 deletions.
diff --git a/js/main.js b/js/main.js
@@ -604,11 +604,11 @@ headerBar.addEventListener("click", (e) => {
 // Add a confirmation dialog when leaving the page
 // Useful to avoid data loss
 //------------------------------------------------
-window.addEventListener('beforeunload', function (event) {
+window.addEventListener("beforeunload", function (event) {
   // Cancel the event
   event.preventDefault();
   // Chrome requires returnValue to be set
-  event.returnValue = '';
+  event.returnValue = "";
 });
 
 moveToChatTab();
diff --git a/modules/loaders.py b/modules/loaders.py
@@ -90,6 +90,7 @@
         'cache_8bit',
         'cache_4bit',
         'autosplit',
+        'enable_tp',
         'alpha_value',
         'compress_pos_emb',
         'trust_remote_code',
@@ -105,6 +106,7 @@
         'cache_8bit',
         'cache_4bit',
         'autosplit',
+        'enable_tp',
         'alpha_value',
         'compress_pos_emb',
         'exllamav2_info',

diff --git a/modules/ui.py b/modules/ui.py
@@ -90,6 +90,7 @@ def list_model_elements():
         'cache_8bit',
         'cache_4bit',
         'autosplit',
+        'enable_tp',
         'threads',
         'threads_batch',
         'n_batch',

diff --git a/modules/ui_file_saving.py b/modules/ui_file_saving.py
@@ -74,7 +74,7 @@ def handle_save_preset_confirm_click(filename, contents):
     try:
         utils.save_file(f"presets/{filename}.yaml", contents)
         available_presets = utils.get_available_presets()
-        output = gr.update(choices=available_presets, value=filename),
+        output = gr.update(choices=available_presets, value=filename)
     except Exception:
         output = gr.update()
         traceback.print_exc()

diff --git a/modules/ui_model_menu.py b/modules/ui_model_menu.py
@@ -136,6 +136,7 @@ def create_ui():
                             shared.gradio['disk'] = gr.Checkbox(label="disk", value=shared.args.disk)
                             shared.gradio['bf16'] = gr.Checkbox(label="bf16", value=shared.args.bf16)
                             shared.gradio['autosplit'] = gr.Checkbox(label="autosplit", value=shared.args.autosplit, info='Automatically split the model tensors across the available GPUs.')
+                            shared.gradio['enable_tp'] = gr.Checkbox(label="enable_tp", value=shared.args.enable_tp, info='Enable Tensor Parallelism (TP).')
                             shared.gradio['no_flash_attn'] = gr.Checkbox(label="no_flash_attn", value=shared.args.no_flash_attn)
                             shared.gradio['no_xformers'] = gr.Checkbox(label="no_xformers", value=shared.args.no_xformers)
                             shared.gradio['no_sdpa'] = gr.Checkbox(label="no_sdpa", value=shared.args.no_sdpa)