vikarti.anatra/blt
1
0
Fork 0
mirror of https://github.com/facebookresearch/blt.git synced 2025-04-22 17:49:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Cast int sample id to str ()

Browse source 
Co-authored-by: Srini Iyer <sviyer@meta.com>
This commit is contained in:
Srinivasan Iyer 2025-04-08 17:45:45 -07:00 • committed by GitHub
parent 138c2f3494
commit e299427ae4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions

4
bytelatent/data/iterators/arrow_iterator.py
View file

@ -215,7 +215,7 @@ class ArrowFileIterator(StatefulIterator):
raise ValueError(f"Unknown file format: {self.file_format}")
for i in range(len(sample_ids)):
out = BltExample(
sample_id=sample_ids[i],
sample_id=str(sample_ids[i]),
entropies=entropies[i] if entropies is not None else None,
text=texts[i],
tokens=None,
@ -249,7 +249,7 @@ class ArrowFileIterator(StatefulIterator):
raise ValueError(f"Unknown file format: {self.file_format}")
for i in range(len(sample_ids)):
out = BltExample(
sample_id=sample_ids[i],
sample_id=str(sample_ids[i]),
entropies=entropies[i] if entropies is not None else None,
text=texts[i],
tokens=None,