update README for IA3 peft

axolotl-ai-cloud · Sep 19, 2023 · 1422bb8 · 1422bb8
1 parent 62bf73e
commit 1422bb8
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/README.md b/README.md
@@ -519,6 +519,9 @@ lora_modules_to_save:
 #  - lm_head
 lora_out_dir:
 lora_fan_in_fan_out: false
+ia3_target_modules:  # target modules for IA3, for llama, k, v, and down projections
+ia3_feedforward_modules:  # ffn modules for IA3, for llama down projection
+ia3_fan_in_fan_out:
 
 # ReLoRA configuration
 # must use either 'lora' or 'qlora' adapter, and does not support fsdp or deepspeed