modified big_modeling.py (#2376)

Co-authored-by: Andrei Panferov <[email protected]>
huggingface · Jan 25, 2024 · e909eb3 · e909eb3
1 parent 7644a02
commit e909eb3
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/accelerate/big_modeling.py b/src/accelerate/big_modeling.py
@@ -124,6 +124,7 @@ def register_empty_parameter(module, name, param):
         if param is not None:
             param_cls = type(module._parameters[name])
             kwargs = module._parameters[name].__dict__
+            kwargs["requires_grad"] = param.requires_grad
             module._parameters[name] = param_cls(module._parameters[name].to(device), **kwargs)
 
     def register_empty_buffer(module, name, buffer, persistent=True):