Merge FluxML#936

936: Avoid unnecessary conversion r=MikeInnes a=baggepinnen This initialization works for both cpu and gpu Co-authored-by: Fredrik Bagge Carlson <[email protected]>
lmh91 · Nov 19, 2019 · 8638bcd · 8638bcd
2 parents 967cc1c + 2da22f3
commit 8638bcd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/optimise/optimisers.jl b/src/optimise/optimisers.jl
@@ -283,7 +283,7 @@ ADAGrad(η = 0.1) = ADAGrad(η, IdDict())
 
 function apply!(o::ADAGrad, x, Δ)
   η = o.eta
-  acc = get!(o.acc, x, fill(ϵ, size(x)))::typeof(x)
+  acc = get!(o.acc, x, fill!(zero(x), ϵ))::typeof(x)
   @. acc += Δ^2
   @. Δ *= η / (√acc + ϵ)
 end