class Sastrawi::Stemmer::Filter::TextNormalizer
Public Class Methods
normalize_text(text)
click to toggle source
# File lib/sastrawi/stemmer/filter/text_normalizer.rb, line 5 def self.normalize_text(text) lowercase_text = text.downcase replaced_text = lowercase_text.gsub(/[^a-z0-9 -]/im, ' ') replaced_text = replaced_text.gsub(/( +)/im, ' ') replaced_text.strip end