class DNN::Layers::ReLU

Public Instance Methods

backward_node(dy) click to toggle source
# File lib/dnn/core/layers/activations.rb, line 75
def backward_node(dy)
  dy * Xumo::SFloat.cast(@x > 0)
end
forward_node(x) click to toggle source
# File lib/dnn/core/layers/activations.rb, line 70
def forward_node(x)
  @x = x
  Xumo::SFloat.maximum(0, x)
end