vrr/unsloth
2
0
Fork 0
mirror of https://github.com/unslothai/unsloth.git synced 2026-07-09 15:58:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 29

Fix typo

Browse source
This commit is contained in:
Daniel Han 2023-12-18 12:25:47 +11:00
parent 51d6797c7c
commit 37365b6ba9
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
unsloth/models/mistral.py
View file

@ -165,7 +165,7 @@ def MistralForCausalLM_fast_forward(
else:
# Fix from https://github.com/Rypo
causal_mask = xformers.attn_bias.BlockDiagonalCausalMask\
.from_seqlens([qlen]*bsz)\
.from_seqlens([q_len]*bsz)\
.make_local_attention(window_size = sliding_window)
pass