diff --git a/bitsandbytes/nn/modules.py b/bitsandbytes/nn/modules.py
index 6e4b279f4..bd2bd5832 100644
--- a/bitsandbytes/nn/modules.py
+++ b/bitsandbytes/nn/modules.py
@@ -266,6 +266,7 @@ def _quantize(self, device):
             quant_type=self.quant_type,
             quant_storage=self.quant_storage,
         )
+        self.data = w_4bit
         self.quant_state = quant_state
         if self.module is not None:
             self.module.quant_state = quant_state