diff --git a/examples/mm/stable_diffusion/anneal_sdxl.py b/examples/mm/stable_diffusion/anneal_sdxl.py index 678b799c2..ab243e31c 100644 --- a/examples/mm/stable_diffusion/anneal_sdxl.py +++ b/examples/mm/stable_diffusion/anneal_sdxl.py @@ -93,6 +93,7 @@ mp.set_start_method("spawn", force=True) + class MegatronStableDiffusionTrainerBuilder(MegatronTrainerBuilder): """Builder for SD model Trainer with overrides.""" @@ -130,7 +131,7 @@ def _training_strategy(self) -> NLPDDPStrategy: FrozenCLIPEmbedder, ParallelLinearAdapter, }, - use_orig_params=False, + use_orig_params=False, set_buffer_dtype=self.cfg.get("fsdp_set_buffer_dtype", None), )