class Meiriyigua::CrawlClient
Constants
- USER_AGENTS
Public Class Methods
create_agent()
click to toggle source
# File lib/meiriyigua/crawl_client.rb, line 16 def self.create_agent Mechanize.new do |a| a.user_agent = USER_AGENTS.shuffle.first a.max_history = 1 end end
random_sleep()
click to toggle source
# File lib/meiriyigua/crawl_client.rb, line 23 def self.random_sleep sleep(rand(1..3)) end
set_page_encoding(page)
click to toggle source
# File lib/meiriyigua/crawl_client.rb, line 27 def self.set_page_encoding(page) page.encoding = 'gbk' if page.encoding.downcase == 'gb2312' end