From 62bf73eb91fc15a62693a953b5abb92bd492de99 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Tue, 19 Sep 2023 19:08:10 -0400
Subject: [PATCH] include task type for ia3 config

---
 src/axolotl/utils/models.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
index b8ad943514..a660e1ef13 100644
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -532,6 +532,7 @@ def load_ia3(model, cfg, inference=False):
         target_modules=cfg.ia3_target_modules,
         feedforward_modules=cfg.ia3_feedforward_modules,
         modules_to_save=cfg.ia3_modules_to_save,
+        task_type="CAUSAL_LM",
         **ia3_config_kwargs,
     )