module RCrawler

# File lib/rcrawler.rb, line 38
def async(&block)
  async_threads = Async.new
  async_threads.instance_eval &block
  async_threads.execute
end

# File lib/rcrawler.rb, line 30
def configure(&block)
  if block_given?
    @config.configure &block
  else
    @config
  end
end

# File lib/rcrawler.rb, line 22
def crawl(&block)
  begin
    Timeout::timeout(@config.timeout) {Crawl.new.instance_eval &block}
  rescue Timeout::Error => e
    raise if @config.timeout_proc == :raise
  end
end