improve

mesolitica · Dec 14, 2024 · beaa0ce · beaa0ce
1 parent b511e1d
commit beaa0ce
Show file tree

Hide file tree

Showing 6 changed files with 1,070 additions and 3,112 deletions.
diff --git a/session/llama3/export.py → session/llama3/export-lora.py b/session/llama3/export.py → session/llama3/export-lora.py
@@ -5,11 +5,11 @@
 
 from transformers.trainer_utils import get_last_checkpoint
 
-latest = get_last_checkpoint("/root/lora-embedding-256-llama3.2-3b-multipack")
+latest = get_last_checkpoint("/workspace/unsloth-Meta-Llama-3.1-8B-Instruct-lora-128-embedding-8k-multipack")
 latest
 
 from transformers import AutoTokenizer, AutoModelForCausalLM
 from peft import LoraConfig, get_peft_model, AutoPeftModelForCausalLM, PeftModel
 
 model = AutoPeftModelForCausalLM.from_pretrained(latest)
-model.push_to_hub('mesolitica/lora-embedding-256-llama3.2-3b-multipack', private = True)
+model.push_to_hub('mesolitica/lora-embedding-128-llama3.1-8b-multipack-v2', private = True)