class Maxwell::Converter

Public Class Methods

call(url, use_poltergeist=false) click to toggle source
# File lib/maxwell/converter.rb, line 12
def call(url, use_poltergeist=false)
  use_poltergeist ? call_with_js(url) : call_without_js(url)
end
call_with_js(url) click to toggle source
# File lib/maxwell/converter.rb, line 32
def call_with_js(url)
  Capybara.register_driver :poltergeist do |app|
    Capybara::Poltergeist::Driver.new(app, { js_errors: false, timeout: 1000 })
  end
  Capybara.default_selector = :xpath
  session = Capybara::Session.new(:poltergeist)

  session.driver.headers = { 'User-Agent' => @user_agent }
  session.visit url
  Nokogiri::HTML(session.html).tap do
    session.driver.quit
  end
end
call_without_js(url) click to toggle source
# File lib/maxwell/converter.rb, line 16
def call_without_js(url)
  client = HTTPClient.new(
    default_header: {
      "User-Agent" => @user_agent
    }
  )

  html = begin
    client.get_content(url)
  rescue
    ""
  end

  Nokogiri::HTML(html)
end