Add OPT Model

tunib-ai · Jul 26, 2022 · 3743a89 · 3743a89
1 parent 43f1ed6
commit 3743a89
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/oslo/transformers/mapping_utils.py b/oslo/transformers/mapping_utils.py
@@ -125,6 +125,12 @@ class _TensorParallelMappingForHuggingFace(_ParallelMappingForHuggingFace):
             Update("embed_dim", "num_attention_heads"),
             Head("lm_head", "score"),
         ],
+        OPT=[
+            Column("q_proj", "k_proj", "v_proj", "fc1"),
+            Row("out_proj", "fc2"),
+            Update("embed_dim", "num_heads"),
+            Head("lm_head", "score"),
+        ],
         "Electra": [
             Column("query", "key", "value", "intermediate.dense"),
             Column(