diff --git a/README.md b/README.md index f0da6c64a9..6e7b625c21 100644 --- a/README.md +++ b/README.md @@ -519,6 +519,9 @@ lora_modules_to_save: # - lm_head lora_out_dir: lora_fan_in_fan_out: false +ia3_target_modules: # target modules for IA3, for llama, k, v, and down projections +ia3_feedforward_modules: # ffn modules for IA3, for llama down projection +ia3_fan_in_fan_out: # ReLoRA configuration # must use either 'lora' or 'qlora' adapter, and does not support fsdp or deepspeed