From 89deebc8f3f5795f334cf285d96d2fc589419b60 Mon Sep 17 00:00:00 2001 From: Srini Iyer Date: Fri, 14 Feb 2025 19:21:28 +0000 Subject: [PATCH] missed a print --- bytelatent/transformer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/bytelatent/transformer.py b/bytelatent/transformer.py index cc9e1f3..2e45ea5 100644 --- a/bytelatent/transformer.py +++ b/bytelatent/transformer.py @@ -28,6 +28,7 @@ try: RMSNorm = FusedRMSNorm except (ImportError, ModuleNotFoundError): + print("Apex not found. Using nn.RMSNorm") RMSNorm = nn.RMSNorm