sdxl torch compilation comment (#400)

modal-labs · Oct 17, 2023 · c424d46 · c424d46
1 parent e97962a
commit c424d46
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/06_gpu_and_ml/stable_diffusion/stable_diffusion_xl.py b/06_gpu_and_ml/stable_diffusion/stable_diffusion_xl.py
@@ -92,7 +92,8 @@ def __enter__(self):
             **load_options,
         )
 
-        # These suggested compile commands actually increase inference time, but may be mis-used.
+        # Compiling the model graph is JIT so this will increase inference time for the first run
+        # but speed up subsequent runs. Uncomment to enable.
         # self.base.unet = torch.compile(self.base.unet, mode="reduce-overhead", fullgraph=True)
         # self.refiner.unet = torch.compile(self.refiner.unet, mode="reduce-overhead", fullgraph=True)