class Spellchecker::Tokenizer::Token
Attributes
next[W]
position[RW]
prev[W]
text[RW]
Public Class Methods
new(text, position = 0)
click to toggle source
@param text [String] @param position [Integer]
# File lib/spellchecker/tokenizer/token.rb, line 11 def initialize(text, position = 0) @text = text @position = position end
Public Instance Methods
capital?()
click to toggle source
@return [Boolean]
# File lib/spellchecker/tokenizer/token.rb, line 42 def capital? @capital ||= text.match?(/\A[A-Z]/) end
digit?()
click to toggle source
@return [Boolean]
# File lib/spellchecker/tokenizer/token.rb, line 52 def digit? @digit ||= text.match?(/\A\d+\z/) end
dot?()
click to toggle source
@return [Boolean]
# File lib/spellchecker/tokenizer/token.rb, line 57 def dot? @dot ||= text == Tokenizer::DOT end
downcased()
click to toggle source
@return [String]
# File lib/spellchecker/tokenizer/token.rb, line 62 def downcased @downcased ||= text.downcase end
empty?()
click to toggle source
@return [Boolean]
# File lib/spellchecker/tokenizer/token.rb, line 27 def empty? self == Tokenizer::NULL_TOKEN end
inspect()
click to toggle source
@return [String]
# File lib/spellchecker/tokenizer/token.rb, line 32 def inspect "#<#{self.class} (#{text.inspect}, #{position})>" end
next()
click to toggle source
@return [Spellchecker::Tokenizer::Token]
# File lib/spellchecker/tokenizer/token.rb, line 17 def next @next || Tokenizer::NULL_TOKEN end
normalized()
click to toggle source
@return [String]
# File lib/spellchecker/tokenizer/token.rb, line 37 def normalized @normalized ||= Utils.replace_quote(downcased) end
prev()
click to toggle source
@return [Spellchecker::Tokenizer::Token]
# File lib/spellchecker/tokenizer/token.rb, line 22 def prev @prev || Tokenizer::NULL_TOKEN end
word?()
click to toggle source
@return [Boolean]
# File lib/spellchecker/tokenizer/token.rb, line 47 def word? @word ||= text.length > 1 || text.match?(/\w/) end