vrr/kvcache-ai-ktransformers
2
0
Fork 0
mirror of https://github.com/kvcache-ai/ktransformers.git synced 2026-04-30 21:00:07 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

[feature] release 0.1.3

Browse source
This commit is contained in:
chenxl 2024-08-28 16:11:43 +00:00
parent 67f8b370c3
commit 4d1d561d28
58 changed files with 11709 additions and 374 deletions
Download patch file Download diff file Expand all files Collapse all files

18
ktransformers/configs/config.yaml
View file

@ -34,4 +34,20 @@ web:
open_cross_domain: True
ext:
cpu_infer: 10
cpu_infer: 10
long_context:
chunk_size: 4096
max_seq_len: 32000
block_size: 128
local_windows_len: 4096
second_select_num: 32
anchor_type: DYNAMIC
kv_type: FP16
dense_layer_num: 2
anchor_num: 1
preselect_block: True
head_select_mode: SHARED
preselect_block_count: 32
layer_step: 1
token_step: 100