@@ -38,7 +38,7 @@ instance (Monad m, KnownNat i, KnownNat o) => Layer m (FullyConnected i o) ('D1
3838 runBackards rate (FullyConnected wB wN mm) (S1D' x) (S1D' dEdy) =
3939 let wB' = wB - konst rate * dEdy
4040 mm' = 0.9 * mm - konst rate * (dEdy `outer` x)
41− wd' = konst (0.0005 * rate) * wN
41+ wd' = konst (0.0001 * rate) * wN
4242 wN' = wN + mm' - wd'
4343 w' = FullyConnected wB' wN' mm'
4444 -- calcluate derivatives for next step