vikarti.anatra/blt
1
0
Fork 0
mirror of https://github.com/facebookresearch/blt.git synced 2025-02-23 05:22:16 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

black

Browse source
This commit is contained in:
Srini Iyer 2025-02-14 19:20:17 +00:00
parent da2cf02179
commit 8be8c85a63
3 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
bytelatent/base_transformer.py
View file

@ -22,7 +22,7 @@ try:
RMSNorm = FusedRMSNorm RMSNorm = FusedRMSNorm
except (ImportError, ModuleNotFoundError): except (ImportError, ModuleNotFoundError):
print('Apex not found. Using nn.RMSNorm') print("Apex not found. Using nn.RMSNorm")
RMSNorm = nn.RMSNorm RMSNorm = nn.RMSNorm
if int(os.environ.get("BLT_ALLOW_MISSING_FLEX_ATTENTION", False)) == 0: if int(os.environ.get("BLT_ALLOW_MISSING_FLEX_ATTENTION", False)) == 0:

2
bytelatent/model/latent_transformer.py
View file

@ -22,7 +22,7 @@ try:
RMSNorm = FusedRMSNorm RMSNorm = FusedRMSNorm
except (ImportError, ModuleNotFoundError): except (ImportError, ModuleNotFoundError):
print('Apex not found. Using nn.RMSNorm') print("Apex not found. Using nn.RMSNorm")
RMSNorm = nn.RMSNorm RMSNorm = nn.RMSNorm
logger = logging.getLogger() logger = logging.getLogger()

2
bytelatent/model/local_models.py
View file

@ -26,7 +26,7 @@ try:
RMSNorm = FusedRMSNorm RMSNorm = FusedRMSNorm
except (ImportError, ModuleNotFoundError): except (ImportError, ModuleNotFoundError):
print('Apex not found. Using nn.RMSNorm') print("Apex not found. Using nn.RMSNorm")
RMSNorm = nn.RMSNorm RMSNorm = nn.RMSNorm
logger = logging.getLogger() logger = logging.getLogger()