class DNN::Layers::Swish
Public Instance Methods
backward_node(dy)
click to toggle source
# File lib/dnn/core/layers/activations.rb, line 62 def backward_node(dy) dy * (@y + (1 / (1 + Xumo::NMath.exp(-@x))) * (1 - @y)) end
forward_node(x)
click to toggle source
# File lib/dnn/core/layers/activations.rb, line 57 def forward_node(x) @x = x @y = x * (1 / (1 + Xumo::NMath.exp(-x))) end