[lora] Parse adapters iff enable_lora is true (#2603)

deepjavalibrary · Nov 22, 2024 · 817c2b9 · 817c2b9
1 parent e27d95f
commit 817c2b9
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/engines/python/setup/djl_python/input_parser.py b/engines/python/setup/djl_python/input_parser.py
@@ -198,9 +198,8 @@ def add_server_maintained_params(request_input: RequestInput,
 
 def parse_adapters(request_input: TextInput, input_item: Input,
                    input_map: Dict, **kwargs):
-    adapter_registry = kwargs.get("adapter_registry")
-    # if adapter registry exists and not empty, then we assume, peft is supported for the incoming
-    if adapter_registry:
+    if kwargs.get("configs").enable_lora:
+        adapter_registry = kwargs.get("adapter_registry")
         input_len = len(request_input.input_text) if isinstance(
             request_input.input_text, list) else 1
         adapters_data = _fetch_adapters_from_input(input_map, input_item,

diff --git a/engines/python/setup/djl_python/properties_manager/properties.py b/engines/python/setup/djl_python/properties_manager/properties.py
@@ -63,6 +63,7 @@ class Properties(BaseModel):
     mpi_mode: bool = False
     tgi_compat: Optional[bool] = False
     bedrock_compat: Optional[bool] = False
+    enable_lora: Optional[bool] = False
 
     # Spec_dec
     draft_model_id: Optional[str] = None