class Robots
Attributes
user_agent[RW]
Public Class Methods
new()
click to toggle source
# File lib/news_crawler/utils/robots_patch.rb, line 30 def initialize @user_agent = 'NewsCrawler' @parsed = {} end