Added inference support for the Deepseek distilled model

This commit is contained in:
leeetao 2025-02-23 08:27:37 +00:00
parent c4c6a642fc
commit f99e08b9fe
2 changed files with 185 additions and 73 deletions

View file

@ -105,6 +105,8 @@ extern "C" {
LLAMA_VOCAB_PRE_TYPE_GPT3_FINNISH = 24,
LLAMA_VOCAB_PRE_TYPE_EXAONE = 25,
LLAMA_VOCAB_PRE_TYPE_CHAMELEON = 26,
LLAMA_VOCAB_PRE_TYPE_MINERVA = 27,
LLAMA_VOCAB_PRE_TYPE_DEEPSEEK3_LLM = 28,
};
enum llama_rope_type {