From f6e9cc6f6098612fe1e9bd9a9870b42217b2eb68 Mon Sep 17 00:00:00 2001 From: Max Klabunde Date: Fri, 4 Apr 2025 10:48:08 +0000 Subject: [PATCH] pass current bnb_quantized when moving quantized Params4bit to different device --- bitsandbytes/nn/modules.py | 1 + 1 file changed, 1 insertion(+) diff --git a/bitsandbytes/nn/modules.py b/bitsandbytes/nn/modules.py index dfa688abb..422b7f5fb 100644 --- a/bitsandbytes/nn/modules.py +++ b/bitsandbytes/nn/modules.py @@ -340,6 +340,7 @@ def to(self, *args, **kwargs): compress_statistics=self.compress_statistics, quant_type=self.quant_type, quant_storage=self.quant_storage, + bnb_quantized=self.bnb_quantized, ) return new_param