oops, got it backwards

lucidrains · Nov 2, 2024 · 899b414 · 899b414
1 parent fcc4b16
commit 899b414
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/nGPT_pytorch/nGPT.py b/nGPT_pytorch/nGPT.py
@@ -267,7 +267,7 @@ def forward(
             mask = rearrange(mask, 'b j -> b 1 1 j')
 
             if exists(self.mask_value):
-                mask = mask * self.mask_value
+                mask = ~mask * self.mask_value
 
         # scale is sqrt(dk)
 

diff --git a/nGPT_pytorch/nGPTExperimental.py b/nGPT_pytorch/nGPTExperimental.py
@@ -267,7 +267,7 @@ def forward(
             mask = rearrange(mask, 'b j -> b 1 1 j')
 
             if exists(self.mask_value):
-                mask = mask * self.mask_value
+                mask = ~mask * self.mask_value
 
         # scale is sqrt(dk)
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "nGPT-pytorch"
-version = "0.2.3"
+version = "0.2.4"
 description = "nGPT"
 authors = [
     { name = "Phil Wang", email = "[email protected]" }