remove float16 restriction on bnb plugin #46

Signed-off-by: Yu Chin Fabian Lim <[email protected]>
foundation-model-stack · Jul 2, 2024 · b485807 · b485807
1 parent abc06e8
commit b485807
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/plugins/accelerated-peft/src/fms_acceleration_peft/framework_plugin_bnb.py b/plugins/accelerated-peft/src/fms_acceleration_peft/framework_plugin_bnb.py
@@ -173,9 +173,6 @@ def augmentation(
 
         # some assertions
         assert peft_config is not None, "need peft_config to install PEFT adapters"
-        assert (
-            model.dtype == torch.float16 or train_args.fp16
-        ), "need to run in fp16 mixed precision or load model in fp16"
 
         # requires a custom prepare because the stock one in peft will introduce
         # extraneous casting