fix: use direct mean or maximum only for reactant

LuxDL · Nov 11, 2024 · 25f13de · 25f13de
1 parent 43ac5ef
commit 25f13de
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 2 deletions.
diff --git a/ext/LuxReactantExt/LuxReactantExt.jl b/ext/LuxReactantExt/LuxReactantExt.jl
@@ -9,6 +9,7 @@ using Static: False
 using Lux: Lux, LuxOps, Training
 using Lux.Training: TrainingBackendCache, ReactantBackend
 
+include("patches.jl")
 include("training.jl")
 
 end
diff --git a/ext/LuxReactantExt/patches.jl b/ext/LuxReactantExt/patches.jl
@@ -0,0 +1,2 @@
+# XXX: Use PoolDims once EnzymeJAX supports stablehlo.reduce_window adjoint
+(g::Lux.GlobalPoolMode)(::TracedRArray) = g
diff --git a/src/layers/pooling.jl b/src/layers/pooling.jl
@@ -13,8 +13,7 @@ end
 
 struct GlobalPoolMode <: AbstractPoolMode end
 
-# XXX: Use PoolDims once EnzymeJAX supports stablehlo.reduce_window adjoint
-(g::GlobalPoolMode)(::Any) = g
+(::GlobalPoolMode)(x) = PoolDims(x, size(x)[1:(end - 2)])
 
 @concrete struct AdaptivePoolMode <: AbstractPoolMode
     out_size <: Tuple{Vararg{IntegerType}}