From b6062fc732f715ec4fd75d371c63f5dfa1de87fe Mon Sep 17 00:00:00 2001 From: cliu-us Date: Fri, 27 Jun 2025 18:33:27 +0000 Subject: [PATCH 1/2] fix available_packages Signed-off-by: cliu-us --- fms_mo/utils/import_utils.py | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/fms_mo/utils/import_utils.py b/fms_mo/utils/import_utils.py index 05f9e9a4..958f06e9 100644 --- a/fms_mo/utils/import_utils.py +++ b/fms_mo/utils/import_utils.py @@ -16,10 +16,18 @@ Utils for storing what optional dependencies are available """ +# Standard +import pkgutil +import sys + # Third Party from transformers.utils.import_utils import _is_package_available import torch +all_available_modules = [] +for finder, name, ispkg in pkgutil.iter_modules(sys.path): + all_available_modules.append(name) + optional_packages = [ "gptqmodel", "gptqmodel_exllama_kernels", @@ -37,7 +45,9 @@ available_packages = {} for package in optional_packages: - available_packages[package] = _is_package_available(package) + available_packages[package] = ( + _is_package_available(package) or package in all_available_modules + ) # cutlass is detected through torch.ops.cutlass_gemm available_packages["cutlass"] = hasattr(torch.ops, "cutlass_gemm") and hasattr( From 6d70339c6899567167648b67c148b2885aea8f56 Mon Sep 17 00:00:00 2001 From: cliu-us Date: Fri, 27 Jun 2025 18:55:09 +0000 Subject: [PATCH 2/2] no need to check "tokenizer.model" Signed-off-by: cliu-us --- tests/build/test_launch_script.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/build/test_launch_script.py b/tests/build/test_launch_script.py index 54f8d3c3..32b0ae80 100644 --- a/tests/build/test_launch_script.py +++ b/tests/build/test_launch_script.py @@ -250,7 +250,7 @@ def _validate_quantization_output(base_dir, quant_method): assert os.path.exists(os.path.join(base_dir, "tokenizer.json")) is True assert os.path.exists(os.path.join(base_dir, "special_tokens_map.json")) is True assert os.path.exists(os.path.join(base_dir, "tokenizer_config.json")) is True - assert os.path.exists(os.path.join(base_dir, "tokenizer.model")) is True + # assert os.path.exists(os.path.join(base_dir, "tokenizer.model")) is True # Check quantized model files exist if quant_method == "gptq":