class TripAdvisorBest::Scraper
Public Instance Methods
get_page(url)
click to toggle source
# File lib/tripadvisor_best/scraper.rb, line 3 def get_page(url) Nokogiri::HTML(open(url)) end
scrap_details_page(url)
click to toggle source
# File lib/tripadvisor_best/scraper.rb, line 23 def scrap_details_page(url) page = self.get_page(url) highlight_details = {} page.css("div.main_section.listingbar").each do |e| if e.css(".details_wrapper div.listing_details p") != nil highlight_details[:description] = e.css(".details_wrapper div.listing_details p").text end end highlight_details end
scrape_listings_page(url)
click to toggle source
# File lib/tripadvisor_best/scraper.rb, line 7 def scrape_listings_page(url) page = self.get_page(url) highlights_array = [] page.css("#WINNERVIEWER div.posRel.tcInner").each do |e| highlight = { :name => e.css(".mainName a").text, :location => e.css(".winnerName .smaller a").text, :ranking => e.css("div.posn span").text, :url => "https://www.tripadvisor.com/#{e.css(".mainName a").attribute("href").value}" } highlights_array << highlight end highlights_array end