slightly increase padding to handle longer gen amts

This commit is contained in:
Concedo 2024-10-23 22:58:41 +08:00
parent 6da5a63852
commit becd737e0f

View file

@ -42,7 +42,7 @@
#include "examples/llava/llava.h"
//const
const int extra_context_handle_fragmentation = 80;
const int extra_context_handle_fragmentation = 120;
const int LLAVA_TOKEN_IDENTIFIER_A = -998; //alternate between both, changing when image changes
const int LLAVA_TOKEN_IDENTIFIER_B = -999;