class Meiriyigua::CrawlClient

Constants

USER_AGENTS

Public Class Methods

create_agent() click to toggle source
# File lib/meiriyigua/crawl_client.rb, line 16
def self.create_agent
  Mechanize.new do |a| 
    a.user_agent = USER_AGENTS.shuffle.first
    a.max_history = 1
  end
end
random_sleep() click to toggle source
# File lib/meiriyigua/crawl_client.rb, line 23
def self.random_sleep
  sleep(rand(1..3))
end
set_page_encoding(page) click to toggle source
# File lib/meiriyigua/crawl_client.rb, line 27
def self.set_page_encoding(page)
  page.encoding = 'gbk' if page.encoding.downcase == 'gb2312'
end