From ff1cff6975314ed838bdd9c05ccfefb56e2b129b Mon Sep 17 00:00:00 2001 From: FengWen <109639975+ccssu@users.noreply.github.com> Date: Fri, 27 Sep 2024 14:57:02 +0800 Subject: [PATCH] Fix flux lora issue in path_manager.py (#155) --- src/bizyair/path_utils/path_manager.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/src/bizyair/path_utils/path_manager.py b/src/bizyair/path_utils/path_manager.py index dd1600df..8df764d5 100644 --- a/src/bizyair/path_utils/path_manager.py +++ b/src/bizyair/path_utils/path_manager.py @@ -53,7 +53,13 @@ def guess_url_from_node( configs = routing_configs[config_key] # TODO fix if config_key == "flux-dev": - if node["inputs"]["weight_dtype"] == "fp8_e4m3fn": + if ( + node["inputs"]["weight_dtype"] == "fp8_e4m3fn" + or node_usage_state.loras + ): + node["inputs"][ + "weight_dtype" + ] = "fp8_e4m3fn" # set to fp8_e4m3fn for lora return ( configs.get( "service_address", BIZYAIR_SERVER_ADDRESS