chore: remove tiktoken dependency and replace with character-based token estimation

This commit is contained in:
tanzhenxin 2026-01-17 22:39:18 +08:00
parent ff5ea3c6d7
commit 35c865968f
22 changed files with 329 additions and 595 deletions

View file

@ -33,7 +33,6 @@ const external = [
'@lydell/node-pty-linux-x64',
'@lydell/node-pty-win32-arm64',
'@lydell/node-pty-win32-x64',
'tiktoken',
];
esbuild