add adapter tests for autoguess (#1654)

This commit is contained in:
kallewoof 2025-07-25 23:14:18 +09:00 committed by GitHub
parent 0fcfbdb93c
commit b7b3e0d2a7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 77 additions and 11 deletions

View file

@ -23,7 +23,7 @@ jobs:
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install requests
pip install requests transformers jinja2 tiktoken protobuf blobfile sentencepiece
git clone https://github.com/kallewoof/gated-tokenizers.git tests/gated-tokenizers
- name: Run AutoGuess tests