class DNN::Layers::Mish
Public Instance Methods
backward_node(dy)
click to toggle source
# File lib/dnn/core/layers/activations.rb, line 161 def backward_node(dy) omega = 4 * (@x + 1) + 4 * Xumo::NMath.exp(2 * @x) + Xumo::NMath.exp(3 * @x) + Xumo::NMath.exp(@x) * (4 * @x + 6) delta = 2 * Xumo::NMath.exp(@x) + Xumo::NMath.exp(2 * @x) + 2 dy * (Xumo::NMath.exp(@x) * omega) / delta**2 end
forward_node(x)
click to toggle source
# File lib/dnn/core/layers/activations.rb, line 156 def forward_node(x) @x = x x * Xumo::NMath.tanh(Softplus.new.forward_node(x)) end