default scale on Residual to None

lucidrains · Oct 31, 2024 · cfbd064 · cfbd064
1 parent f6b5082
commit cfbd064
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/nGPT_pytorch/nGPT.py b/nGPT_pytorch/nGPT.py
@@ -89,7 +89,7 @@ def __init__(
         fn: Module,
         dim: int,
         init: float,
-        scale: float
+        scale: float | None = None
     ):
         super().__init__()
         self.fn = fn

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "nGPT-pytorch"
-version = "0.1.21"
+version = "0.1.22"
 description = "nGPT"
 authors = [
     { name = "Phil Wang", email = "[email protected]" }