Sait Furkan Teke dc85f89c7e vocab : add ufakzeka pre-tokenizer (#29033) ... * vocab : add ufakzeka pre-tokenizer * vocab : move ufakzeka to the models list and regenerate the hash mapping		2026-09-18 11:45:11 +03:00
..
__init__.py
afmoe.py
arctic.py
baichuan.py
bailingmoe.py
bailingmoe3.py
base.py
bert.py
bitnet.py
bloom.py
chameleon.py
chatglm.py
codeshell.py
cogvlm.py
command_r.py
dbrx.py
deci.py
deepseek.py
dots1.py
dots3.py
dotsocr.py
dream.py
ernie.py
exaone.py
falcon.py
falcon_h1.py
gemma.py
glm.py
gpt2.py
gpt_oss.py
gptneox.py
granite.py
grok.py
grovemoe.py
hrm_text.py
hunyuan.py
hy_v4.py
internlm.py
internvl.py
jais.py
jamba.py
januspro.py
kimi_k3.py
kimi_linear.py
kimivl.py
laguna.py
lfm2.py
lighton_ocr.py
llada.py
llama.py
llama4.py
llava.py
maincoder.py
mamba.py
maple.py
mellum.py
mimo.py
minicpm.py
minimax.py
mistral.py
mistral3.py
mpt.py
muse_glimmer.py
nanbeige.py
nemotron.py
olmo.py
openelm.py
orion.py
pangu.py
phi.py
pixtral.py
plamo.py
plm.py
pockettts.py
qwen.py
qwen3tts.py
qwen3vl.py
qwen4exp.py
qwenvl.py
refact.py
rwkv.py
sarashina2.py
smallthinker.py
smolvlm.py
spark2_5.py
stablelm.py
starcoder.py
step3.py
t5.py
talkie.py
ultravox.py
wavtokenizer.py
xverse.py
youtuvl.py