Fix flux lora issue in path_manager.py (#155)

siliconflow · Sep 27, 2024 · ff1cff6 · ff1cff6
1 parent b5f9f17
commit ff1cff6
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/src/bizyair/path_utils/path_manager.py b/src/bizyair/path_utils/path_manager.py
@@ -53,7 +53,13 @@ def guess_url_from_node(
                         configs = routing_configs[config_key]
                         # TODO fix
                         if config_key == "flux-dev":
-                            if node["inputs"]["weight_dtype"] == "fp8_e4m3fn":
+                            if (
+                                node["inputs"]["weight_dtype"] == "fp8_e4m3fn"
+                                or node_usage_state.loras
+                            ):
+                                node["inputs"][
+                                    "weight_dtype"
+                                ] = "fp8_e4m3fn"  # set to fp8_e4m3fn for lora
                                 return (
                                     configs.get(
                                         "service_address", BIZYAIR_SERVER_ADDRESS