class Bookshark::Crawler

Attributes

site[RW]

Public Class Methods

new(options = {}) click to toggle source
# File lib/bookshark.rb, line 360
def initialize(options = {})
  options = DEFAULTS.merge(options)
  @site   = options[:site]
end

Public Instance Methods

bibliographical_records(options = {}) click to toggle source
# File lib/bookshark.rb, line 380
def bibliographical_records(options = {})
  crawler = Biblionet::Crawlers::BibliographicalRecordCrawler.new(options)
  crawler.crawl_and_save
end
books(options = {}) click to toggle source
# File lib/bookshark.rb, line 375
def books(options = {})
  crawler = Biblionet::Crawlers::BookCrawler.new(options)
  crawler.crawl_and_save
end
publishers() click to toggle source
# File lib/bookshark.rb, line 365
def publishers
  # crawler = Biblionet::Crawlers::Base.new(start:1, finish:100, step:10)
  # crawler.spider do |url, path|
  #   puts "URL: #{url}, PATH: #{path}"
  # end
  # puts Biblionet::Extractors::Base.new("http://www.biblionet.gr/com/245").page
  crawler = Biblionet::Crawlers::PublisherCrawler.new
  crawler.crawl_and_save
end