model : add EXAONE 4.0 support (#14630)

This commit is contained in:
lgai-exaone 2025-07-18 17:45:49 +09:00 committed by GitHub
parent f9a31eea06
commit e0cb5c5cb8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
9 changed files with 333 additions and 0 deletions

View file

@ -1925,6 +1925,9 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
} else if (
tokenizer_pre == "exaone") {
pre_type = LLAMA_VOCAB_PRE_TYPE_EXAONE;
} else if (
tokenizer_pre == "exaone4") {
pre_type = LLAMA_VOCAB_PRE_TYPE_GPT2;
} else if (
tokenizer_pre == "chameleon") {
pre_type = LLAMA_VOCAB_PRE_TYPE_CHAMELEON;