Skip to content

Commit 1713e8d

Browse files
committed
fix(cli): clean up CMakeLists and lora_manager.cc for CLI interface
1 parent 5420a5e commit 1713e8d

File tree

3 files changed

+4
-22
lines changed

3 files changed

+4
-22
lines changed

CMakeLists.txt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,6 +90,7 @@ set(MLC_LLM_COMPILE_DEFS ${MLC_LLM_COMPILE_DEFS} XGRAMMAR_ENABLE_LOG_DEBUG=0)
9090
target_compile_definitions(mlc_llm_objs PRIVATE ${MLC_LLM_COMPILE_DEFS})
9191
target_compile_definitions(mlc_llm_objs PRIVATE -DMLC_LLM_EXPORTS)
9292
target_include_directories(mlc_llm_objs PRIVATE ${MLC_LLM_INCLUDES})
93+
target_include_directories(mlc_llm_objs PRIVATE 3rdparty)
9394
target_include_directories(mlc_llm_objs PRIVATE 3rdparty/stb)
9495
target_include_directories(mlc_llm_objs PRIVATE ${TOKENZIER_CPP_PATH}/include)
9596
target_include_directories(mlc_llm_objs PRIVATE ${XGRAMMAR_PATH}/include)

cpp/serve/CMakeLists.txt

Lines changed: 0 additions & 21 deletions
This file was deleted.

cpp/serve/lora_manager.cc

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,9 @@ void LoraManager::UploadAdapter(const std::string& adapter_npz_path, float alpha
5050
dtype.bits = promote_to_fp32 ? 32 : (arr.word_size == 4 ? 32 : 64);
5151

5252
// Shape tuple
53-
tvm::runtime::ShapeTuple shape(arr.shape.begin(), arr.shape.end());
53+
std::vector<int64_t> shape_vec;
54+
for (auto d : arr.shape) shape_vec.push_back(static_cast<int64_t>(d));
55+
tvm::runtime::Shape shape(shape_vec);
5456
size_t numel = 1;
5557
for (auto d : arr.shape) numel *= d;
5658

0 commit comments

Comments
 (0)