File tree Expand file tree Collapse file tree 1 file changed +6
-2
lines changed
Expand file tree Collapse file tree 1 file changed +6
-2
lines changed Original file line number Diff line number Diff line change 8181# GGML_TYPE_BF16 = 30,
8282# GGML_TYPE_TQ1_0 = 34,
8383# GGML_TYPE_TQ2_0 = 35,
84- # GGML_TYPE_COUNT = 39
84+ # GGML_TYPE_MXFP4 = 39, // MXFP4 (1 block)
85+ # GGML_TYPE_COUNT = 40
8586# };
8687GGML_TYPE_F32 = 0
8788GGML_TYPE_F16 = 1
114115GGML_TYPE_BF16 = 30
115116GGML_TYPE_TQ1_0 = 34
116117GGML_TYPE_TQ2_0 = 35
117- GGML_TYPE_COUNT = 39
118+ GGML_TYPE_MXFP4 = 39
119+ GGML_TYPE_COUNT = 40
118120
119121# from ggml-backend.h
120122# typedef bool (*ggml_backend_sched_eval_callback)(struct ggml_tensor * t, bool ask, void * user_data);
260262# LLAMA_VOCAB_PRE_TYPE_HUNYUAN = 36,
261263# LLAMA_VOCAB_PRE_TYPE_KIMI_K2 = 37,
262264# LLAMA_VOCAB_PRE_TYPE_HUNYUAN_DENSE = 38,
265+ # LLAMA_VOCAB_PRE_TYPE_GROK_2 = 39,
263266# };
264267LLAMA_VOCAB_PRE_TYPE_DEFAULT = 0
265268LLAMA_VOCAB_PRE_TYPE_LLAMA3 = 1
300303LLAMA_VOCAB_PRE_TYPE_HUNYUAN = 36
301304LLAMA_VOCAB_PRE_TYPE_KIMI_K2 = 37
302305LLAMA_VOCAB_PRE_TYPE_HUNYUAN_DENSE = 38
306+ LLAMA_VOCAB_PRE_TYPE_GROK_2 = 39
303307
304308
305309# // note: these values should be synchronized with ggml_rope
You can’t perform that action at this time.
0 commit comments