vikarti.anatra/blt
1
0
Fork 0
mirror of https://github.com/facebookresearch/blt.git synced 2025-01-19 00:47:44 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

revert to original patcher style, fix warning

Browse source
This commit is contained in:
Luciferian Ink 2025-01-17 20:36:07 -06:00
parent cff0dcb7ab
commit 9e42f5dd1d
1 changed files with 2 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
bytelatent/data/patcher.py
View file

@ -532,7 +532,7 @@ class Patcher:
if self.log_time: if self.log_time:
s = time.time() s = time.time()
if entropies is not None: if entropies is not None:
scores = torch.tensor(entropies, dtype=torch.float32) scores = entropies.clone().detach().to(dtype=torch.float32)
elif preds is not None: elif preds is not None:
scores = entropy(preds) scores = entropy(preds)
else: else:
@ -540,11 +540,7 @@ class Patcher:
scores = calculate_entropies( scores = calculate_entropies(
tokens, tokens,
self.entropy_model, self.entropy_model,
( self.patching_batch_size,
patching_batch_size
if patching_batch_size is not None
else self.patching_batch_size
),
self.device, self.device,
) )
if self.log_time: if self.log_time: