class Polipus::Plugin::Sleeper
Public Class Methods
new(options = {})
click to toggle source
# File lib/polipus/plugins/sleeper.rb, line 5 def initialize(options = {}) @delay = options[:delay] ||= 1 end
Public Instance Methods
on_initialize(crawler)
click to toggle source
# File lib/polipus/plugins/sleeper.rb, line 9 def on_initialize(crawler) crawler.logger.info { "Sleeper plugin loaded, sleep for #{@delay} after each request" } proc do # Set to 1 the number of threads @options[:workers] = 1 end end
on_message_processed(_crawler)
click to toggle source
# File lib/polipus/plugins/sleeper.rb, line 17 def on_message_processed(_crawler) sleep @delay end