class TripAdvisorBest::Scraper

Public Instance Methods

get_page(url) click to toggle source
# File lib/tripadvisor_best/scraper.rb, line 3
def get_page(url)
  Nokogiri::HTML(open(url))
end
scrap_details_page(url) click to toggle source
# File lib/tripadvisor_best/scraper.rb, line 23
def scrap_details_page(url)
  page = self.get_page(url)
  highlight_details = {}
  page.css("div.main_section.listingbar").each do |e|
    if e.css(".details_wrapper div.listing_details p") != nil
      highlight_details[:description] = e.css(".details_wrapper div.listing_details p").text
    end
  end
  highlight_details
end
scrape_listings_page(url) click to toggle source
# File lib/tripadvisor_best/scraper.rb, line 7
def scrape_listings_page(url)
  page = self.get_page(url)
  highlights_array = []
  page.css("#WINNERVIEWER div.posRel.tcInner").each do |e|
    highlight = {
      :name => e.css(".mainName a").text,
      :location => e.css(".winnerName .smaller a").text,
      :ranking => e.css("div.posn span").text,
      :url => "https://www.tripadvisor.com/#{e.css(".mainName a").attribute("href").value}"
    }

    highlights_array << highlight
  end
  highlights_array
end