Skip to content

Commit 14d6d9a

Browse files
committed
Synchronize some enum variable values
1 parent 1f4a990 commit 14d6d9a

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

llama_cpp/llama_cpp.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -81,7 +81,8 @@
8181
# GGML_TYPE_BF16 = 30,
8282
# GGML_TYPE_TQ1_0 = 34,
8383
# GGML_TYPE_TQ2_0 = 35,
84-
# GGML_TYPE_COUNT = 39
84+
# GGML_TYPE_MXFP4 = 39, // MXFP4 (1 block)
85+
# GGML_TYPE_COUNT = 40
8586
# };
8687
GGML_TYPE_F32 = 0
8788
GGML_TYPE_F16 = 1
@@ -114,7 +115,8 @@
114115
GGML_TYPE_BF16 = 30
115116
GGML_TYPE_TQ1_0 = 34
116117
GGML_TYPE_TQ2_0 = 35
117-
GGML_TYPE_COUNT = 39
118+
GGML_TYPE_MXFP4 = 39
119+
GGML_TYPE_COUNT = 40
118120

119121
# from ggml-backend.h
120122
# typedef bool (*ggml_backend_sched_eval_callback)(struct ggml_tensor * t, bool ask, void * user_data);
@@ -260,6 +262,7 @@
260262
# LLAMA_VOCAB_PRE_TYPE_HUNYUAN = 36,
261263
# LLAMA_VOCAB_PRE_TYPE_KIMI_K2 = 37,
262264
# LLAMA_VOCAB_PRE_TYPE_HUNYUAN_DENSE = 38,
265+
# LLAMA_VOCAB_PRE_TYPE_GROK_2 = 39,
263266
# };
264267
LLAMA_VOCAB_PRE_TYPE_DEFAULT = 0
265268
LLAMA_VOCAB_PRE_TYPE_LLAMA3 = 1
@@ -300,6 +303,7 @@
300303
LLAMA_VOCAB_PRE_TYPE_HUNYUAN = 36
301304
LLAMA_VOCAB_PRE_TYPE_KIMI_K2 = 37
302305
LLAMA_VOCAB_PRE_TYPE_HUNYUAN_DENSE = 38
306+
LLAMA_VOCAB_PRE_TYPE_GROK_2 = 39
303307

304308

305309
# // note: these values should be synchronized with ggml_rope

0 commit comments

Comments
 (0)