class Apollo::Crawler::YoujizzCrawler
Public Instance Methods
extract_data(doc)
click to toggle source
# File lib/apollo_crawler/crawler/youjizz_crawler.rb, line 34 def extract_data(doc) res = doc.xpath(@@MATCHER_ITEM).map { | node | link = BaseCrawler.try_get_url(self.url, node['href']).to_s next if link.nil? { :text => link, :link => link } } end
extract_links(doc)
click to toggle source
# File lib/apollo_crawler/crawler/youjizz_crawler.rb, line 46 def extract_links(doc) res = doc.xpath("//div[@id = 'pagination']/a").map { | node | link = BaseCrawler.try_get_url(self.url, node['href']).to_s next if link.nil? { :link => link } } end
name()
click to toggle source
# File lib/apollo_crawler/crawler/youjizz_crawler.rb, line 26 def name() return "Youjizz" end
url()
click to toggle source
# File lib/apollo_crawler/crawler/youjizz_crawler.rb, line 30 def url() return "http://www.youjizz.com/" end