class SpiderBot::Base
Public Class Methods
auto(&block)
click to toggle source
execute method with command “spider start” and “spider crawl”
# File lib/spider_bot/base.rb, line 8 def auto &block if defined?(BOTCONSOLE) klass = Class.new do def origin url, options = {} @origin_url = url @origin_options = options end def execute name = nil, &block crawl_instance = Crawl.new(@origin_url, @origin_options) crawl_instance.instance_eval &block end end klass.allocate.instance_eval &block end end
crawl(url, options = {})
click to toggle source
# File lib/spider_bot/base.rb, line 25 def crawl url, options = {} crawl_instance = Crawl.new(url, options) crawl_instance.crawl_data end
execute(name = nil, &block)
click to toggle source
# File lib/spider_bot/base.rb, line 16 def execute name = nil, &block crawl_instance = Crawl.new(@origin_url, @origin_options) crawl_instance.instance_eval &block end
origin(url, options = {})
click to toggle source
# File lib/spider_bot/base.rb, line 11 def origin url, options = {} @origin_url = url @origin_options = options end