class Bookshark::Crawler
Attributes
site[RW]
Public Class Methods
new(options = {})
click to toggle source
# File lib/bookshark.rb, line 360 def initialize(options = {}) options = DEFAULTS.merge(options) @site = options[:site] end
Public Instance Methods
bibliographical_records(options = {})
click to toggle source
# File lib/bookshark.rb, line 380 def bibliographical_records(options = {}) crawler = Biblionet::Crawlers::BibliographicalRecordCrawler.new(options) crawler.crawl_and_save end
books(options = {})
click to toggle source
# File lib/bookshark.rb, line 375 def books(options = {}) crawler = Biblionet::Crawlers::BookCrawler.new(options) crawler.crawl_and_save end
publishers()
click to toggle source
# File lib/bookshark.rb, line 365 def publishers # crawler = Biblionet::Crawlers::Base.new(start:1, finish:100, step:10) # crawler.spider do |url, path| # puts "URL: #{url}, PATH: #{path}" # end # puts Biblionet::Extractors::Base.new("http://www.biblionet.gr/com/245").page crawler = Biblionet::Crawlers::PublisherCrawler.new crawler.crawl_and_save end