Make --always-offload-from-vram actually work properly, fixes lllyasv…

…iel#3257
infinity0 · Jul 10, 2024 · a388003 · a388003
1 parent 5a71495
commit a388003
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/ldm_patched/modules/model_management.py b/ldm_patched/modules/model_management.py
@@ -369,12 +369,12 @@ def free_memory(memory_required, device, keep_loaded=[]):
                 unloaded_model = True
 
     if unloaded_model:
-        soft_empty_cache()
+        soft_empty_cache(force=ALWAYS_VRAM_OFFLOAD)
     else:
         if vram_state != VRAMState.HIGH_VRAM:
             mem_free_total, mem_free_torch = get_free_memory(device, torch_free_too=True)
             if mem_free_torch > mem_free_total * 0.25:
-                soft_empty_cache()
+                soft_empty_cache(force=ALWAYS_VRAM_OFFLOAD)
 
 def load_models_gpu(models, memory_required=0):
     global vram_state