Skip to content

Commit fc1edac

Browse files
committed
test(lora): include config.lora_dirs in EngineConfig
1 parent 56b5dfc commit fc1edac

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

python/mlc_llm/serve/config.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -132,6 +132,9 @@ class EngineConfig: # pylint: disable=too-many-instance-attributes
132132
133133
verbose : bool
134134
A boolean indicating whether to print logging info in engine.
135+
136+
lora_dirs : List[str]
137+
List of directories containing LoRA adapters to load.
135138
"""
136139

137140
model: Optional[str] = None
@@ -158,6 +161,7 @@ class EngineConfig: # pylint: disable=too-many-instance-attributes
158161
prefix_cache_max_num_recycling_seqs: Optional[int] = None
159162
prefill_mode: Literal["chunked", "hybrid"] = "hybrid"
160163
verbose: bool = True
164+
lora_dirs: List[str] = field(default_factory=list)
161165

162166
def asjson(self) -> str:
163167
"""Return the config in string of JSON format."""

0 commit comments

Comments
 (0)