class Scraper::Comics
Public Class Methods
all(start_page = 1, last_page = 5)
click to toggle source
# File lib/scraper/comics.rb, line 4 def self.all(start_page = 1, last_page = 5) results = [] start_page.upto(last_page).each do |i| doc = Nokogiri::HTML(open("http://www.newcomic.org/page/#{i}/")) doc.css('.story_short').each do |block| result = OpenStruct.new url = block.search('a').map {|a| a['href']}.first result.title = block.at_css('.story_h').content result.url = url comic = Nokogiri::HTML(open(url)) result.main_image = main_image(comic) result.other_images = other_images(comic) result.download_link = download_link(comic) result.tags = tags(comic) result.description = description(comic) results << result end end results end
description(comic)
click to toggle source
# File lib/scraper/comics.rb, line 32 def self.description(comic) comic.at_css('.story_c').content.gsub(/\s+/, " ").strip end
download_link(comic)
click to toggle source
# File lib/scraper/comics.rb, line 44 def self.download_link(comic) if comic.at_css('.story_c') comic.at_css('.story_c').search('a').map {|a| a['href']}.first end end
last_page()
click to toggle source
# File lib/scraper/comics.rb, line 56 def self.last_page Nokogiri::HTML(open('http://www.newcomic.org/')).search('#dle-content > div.basenavi > span.navigation > a:nth-child(12)').first.children[0].to_s.to_i end
main_image(comic)
click to toggle source
# File lib/scraper/comics.rb, line 36 def self.main_image(comic) comic.at_css('.story_c').search('img').map {|a| a['src']}.first end
other_images(comic)
click to toggle source
# File lib/scraper/comics.rb, line 40 def self.other_images(comic) comic.at_css('.story_c').search('a').map {|a| a['href']}.collect! {|x| x if %r{\Ahttps?:\/\/.+\.(?:jpe?g|png)\z}.match(x) }.compact end