vikarti.anatra/blt
1
0
Fork 0
mirror of https://github.com/facebookresearch/blt.git synced 2025-02-23 13:32:14 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

added message for missing apex

Browse source
This commit is contained in:
Srini Iyer 2025-02-14 19:15:22 +00:00
parent d3bf3a1383
commit da2cf02179
3 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
bytelatent/base_transformer.py
View file

@ -22,6 +22,7 @@ try:
RMSNorm = FusedRMSNorm RMSNorm = FusedRMSNorm
except (ImportError, ModuleNotFoundError): except (ImportError, ModuleNotFoundError):
print('Apex not found. Using nn.RMSNorm')
RMSNorm = nn.RMSNorm RMSNorm = nn.RMSNorm
if int(os.environ.get("BLT_ALLOW_MISSING_FLEX_ATTENTION", False)) == 0: if int(os.environ.get("BLT_ALLOW_MISSING_FLEX_ATTENTION", False)) == 0:

1
bytelatent/model/latent_transformer.py
View file

@ -22,6 +22,7 @@ try:
RMSNorm = FusedRMSNorm RMSNorm = FusedRMSNorm
except (ImportError, ModuleNotFoundError): except (ImportError, ModuleNotFoundError):
print('Apex not found. Using nn.RMSNorm')
RMSNorm = nn.RMSNorm RMSNorm = nn.RMSNorm
logger = logging.getLogger() logger = logging.getLogger()

1
bytelatent/model/local_models.py
View file

@ -26,6 +26,7 @@ try:
RMSNorm = FusedRMSNorm RMSNorm = FusedRMSNorm
except (ImportError, ModuleNotFoundError): except (ImportError, ModuleNotFoundError):
print('Apex not found. Using nn.RMSNorm')
RMSNorm = nn.RMSNorm RMSNorm = nn.RMSNorm
logger = logging.getLogger() logger = logging.getLogger()