class DNN::Layers::Mish

Public Instance Methods

backward_node(dy) click to toggle source
# File lib/dnn/core/layers/activations.rb, line 161
def backward_node(dy)
  omega = 4 * (@x + 1) + 4 * Xumo::NMath.exp(2 * @x) + Xumo::NMath.exp(3 * @x) + Xumo::NMath.exp(@x) * (4 * @x + 6)
  delta = 2 * Xumo::NMath.exp(@x) + Xumo::NMath.exp(2 * @x) + 2
  dy * (Xumo::NMath.exp(@x) * omega) / delta**2
end
forward_node(x) click to toggle source
# File lib/dnn/core/layers/activations.rb, line 156
def forward_node(x)
  @x = x
  x * Xumo::NMath.tanh(Softplus.new.forward_node(x))
end