class DNN::Layers::Softplus

Public Instance Methods

backward_node(dy) click to toggle source
# File lib/dnn/core/layers/activations.rb, line 49
def backward_node(dy)
  dy * (1 / (1 + Xumo::NMath.exp(-@x)))
end
forward_node(x) click to toggle source
# File lib/dnn/core/layers/activations.rb, line 44
def forward_node(x)
  @x = x
  Xumo::NMath.log(1 + Xumo::NMath.exp(x))
end