vrr/open-code-review
2
0
Fork 0
mirror of https://github.com/alibaba/open-code-review.git synced 2026-07-09 17:28:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

feat: 修改文件名

Browse source
This commit is contained in:
kite 2026-04-30 13:41:28 +08:00
parent 49cb6293c6
commit 84df4034ef
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

0
internal/llm/embed/cl100k_base.tiktoken → internal/llm/bpe_data/cl100k_base.tiktoken
View file

4
internal/llm/embedded_loader.go
View file

@ -10,10 +10,10 @@ import (
tiktoken "github.com/pkoukk/tiktoken-go"
)
//go:embed embed/*.tiktoken
//go:embed bpe_data/*.tiktoken
var embedFS embed.FS
const embedPrefix = "embed/"
const embedPrefix = "bpe_data/"
// initEmbeddedLoader configures tiktoken to use embedded BPE data instead of fetching from network.
// Call this once during application startup, before any GetEncoding/EncodingForModel calls.