Skip to content

Commit

Permalink
Merge branch 'draftp_anneal_docs' of github.com:rohitrango/NeMo-Align…
Browse files Browse the repository at this point in the history
…er into draftp_anneal_docs
  • Loading branch information
rohitrango committed Sep 6, 2024
2 parents de8862b + 75a46dd commit 6470842
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion examples/mm/stable_diffusion/anneal_sdxl.py
Original file line number Diff line number Diff line change
Expand Up @@ -93,6 +93,7 @@

mp.set_start_method("spawn", force=True)


class MegatronStableDiffusionTrainerBuilder(MegatronTrainerBuilder):
"""Builder for SD model Trainer with overrides."""

Expand Down Expand Up @@ -130,7 +131,7 @@ def _training_strategy(self) -> NLPDDPStrategy:
FrozenCLIPEmbedder,
ParallelLinearAdapter,
},
use_orig_params=False,
use_orig_params=False,
set_buffer_dtype=self.cfg.get("fsdp_set_buffer_dtype", None),
)

Expand Down

0 comments on commit 6470842

Please sign in to comment.