class Maxwell::Converter
Public Class Methods
call(url, use_poltergeist=false)
click to toggle source
# File lib/maxwell/converter.rb, line 12 def call(url, use_poltergeist=false) use_poltergeist ? call_with_js(url) : call_without_js(url) end
call_with_js(url)
click to toggle source
# File lib/maxwell/converter.rb, line 32 def call_with_js(url) Capybara.register_driver :poltergeist do |app| Capybara::Poltergeist::Driver.new(app, { js_errors: false, timeout: 1000 }) end Capybara.default_selector = :xpath session = Capybara::Session.new(:poltergeist) session.driver.headers = { 'User-Agent' => @user_agent } session.visit url Nokogiri::HTML(session.html).tap do session.driver.quit end end
call_without_js(url)
click to toggle source
# File lib/maxwell/converter.rb, line 16 def call_without_js(url) client = HTTPClient.new( default_header: { "User-Agent" => @user_agent } ) html = begin client.get_content(url) rescue "" end Nokogiri::HTML(html) end