class DNN::Layers::Swish

Public Instance Methods

backward_node(dy) click to toggle source
# File lib/dnn/core/layers/activations.rb, line 62
def backward_node(dy)
  dy * (@y + (1 / (1 + Xumo::NMath.exp(-@x))) * (1 - @y))
end
forward_node(x) click to toggle source
# File lib/dnn/core/layers/activations.rb, line 57
def forward_node(x)
  @x = x
  @y = x * (1 / (1 + Xumo::NMath.exp(-x)))
end