We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 56b5dfc commit fc1edacCopy full SHA for fc1edac
python/mlc_llm/serve/config.py
@@ -132,6 +132,9 @@ class EngineConfig: # pylint: disable=too-many-instance-attributes
132
133
verbose : bool
134
A boolean indicating whether to print logging info in engine.
135
+
136
+ lora_dirs : List[str]
137
+ List of directories containing LoRA adapters to load.
138
"""
139
140
model: Optional[str] = None
@@ -158,6 +161,7 @@ class EngineConfig: # pylint: disable=too-many-instance-attributes
158
161
prefix_cache_max_num_recycling_seqs: Optional[int] = None
159
162
prefill_mode: Literal["chunked", "hybrid"] = "hybrid"
160
163
verbose: bool = True
164
+ lora_dirs: List[str] = field(default_factory=list)
165
166
def asjson(self) -> str:
167
"""Return the config in string of JSON format."""
0 commit comments