class Spellchecker::Tokenizer::Token

Attributes

next[W]
position[RW]
prev[W]
text[RW]

Public Class Methods

new(text, position = 0) click to toggle source

@param text [String] @param position [Integer]

# File lib/spellchecker/tokenizer/token.rb, line 11
def initialize(text, position = 0)
  @text = text
  @position = position
end

Public Instance Methods

capital?() click to toggle source

@return [Boolean]

# File lib/spellchecker/tokenizer/token.rb, line 42
def capital?
  @capital ||= text.match?(/\A[A-Z]/)
end
digit?() click to toggle source

@return [Boolean]

# File lib/spellchecker/tokenizer/token.rb, line 52
def digit?
  @digit ||= text.match?(/\A\d+\z/)
end
dot?() click to toggle source

@return [Boolean]

# File lib/spellchecker/tokenizer/token.rb, line 57
def dot?
  @dot ||= text == Tokenizer::DOT
end
downcased() click to toggle source

@return [String]

# File lib/spellchecker/tokenizer/token.rb, line 62
def downcased
  @downcased ||= text.downcase
end
empty?() click to toggle source

@return [Boolean]

# File lib/spellchecker/tokenizer/token.rb, line 27
def empty?
  self == Tokenizer::NULL_TOKEN
end
inspect() click to toggle source

@return [String]

# File lib/spellchecker/tokenizer/token.rb, line 32
def inspect
  "#<#{self.class} (#{text.inspect}, #{position})>"
end
next() click to toggle source

@return [Spellchecker::Tokenizer::Token]

# File lib/spellchecker/tokenizer/token.rb, line 17
def next
  @next || Tokenizer::NULL_TOKEN
end
normalized() click to toggle source

@return [String]

# File lib/spellchecker/tokenizer/token.rb, line 37
def normalized
  @normalized ||= Utils.replace_quote(downcased)
end
prev() click to toggle source

@return [Spellchecker::Tokenizer::Token]

# File lib/spellchecker/tokenizer/token.rb, line 22
def prev
  @prev || Tokenizer::NULL_TOKEN
end
word?() click to toggle source

@return [Boolean]

# File lib/spellchecker/tokenizer/token.rb, line 47
def word?
  @word ||= text.length > 1 || text.match?(/\w/)
end