address #2

lucidrains · Oct 13, 2024 · a79389b · a79389b
1 parent a1eea5d
commit a79389b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/nGPT_pytorch/nGPT.py b/nGPT_pytorch/nGPT.py
@@ -441,7 +441,7 @@ def forward(
         mask = None,
         return_loss = False
     ):
-        token_embed, l2norm = self.token_embed.weight, self.l2norm
+        token_embed = self.token_embed.weight
 
         if return_loss:
             assert self.causal

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "nGPT-pytorch"
-version = "0.1.6"
+version = "0.1.7"
 description = "nGPT"
 authors = [
     { name = "Phil Wang", email = "[email protected]" }