Table of Contents - polipus-0.5.1 Documentation
Classes and Modules
- Polipus
- Polipus::HTTP
- Polipus::Page
- Polipus::Plugin
- Polipus::Plugin::Cleaner
- Polipus::Plugin::Sample
- Polipus::Plugin::Sleeper
- Polipus::PolipusCrawler
- Polipus::QueueOverflow
- Polipus::QueueOverflow::Base
- Polipus::QueueOverflow::DevNullQueue
- Polipus::QueueOverflow::Manager
- Polipus::QueueOverflow::MongoQueue
- Polipus::QueueOverflow::MongoQueueCapped
- Polipus::QueueOverflow::Worker
- Polipus::Robotex
- Polipus::Robotex::ParsedRobots
- Polipus::SignalHandler
- Polipus::Storage
- Polipus::Storage::Base
- Polipus::Storage::DevNull
- Polipus::Storage::MemoryStore
- Polipus::Storage::MongoStore
- Polipus::Storage::RethinkStore
- Polipus::UrlTracker
- Polipus::UrlTracker::Bloomfilter
- Polipus::UrlTracker::RedisSet
Methods
- ::bloomfilter — Polipus::UrlTracker
- ::crawl — Polipus::PolipusCrawler
- ::crawler — Polipus
- ::dev_null — Polipus::Storage
- ::dev_null_queue — Polipus::QueueOverflow
- ::disable — Polipus::SignalHandler
- ::enable — Polipus::SignalHandler
- ::enabled? — Polipus::SignalHandler
- ::from_hash — Polipus::Page
- ::from_json — Polipus::Page
- ::get_robots_txt — Polipus::Robotex
- ::memory_store — Polipus::Storage
- ::mongo_queue — Polipus::QueueOverflow
- ::mongo_queue_capped — Polipus::QueueOverflow
- ::mongo_store — Polipus::Storage
- ::new — Polipus::PolipusCrawler
- ::new — Polipus::HTTP
- ::new — Polipus::Page
- ::new — Polipus::Plugin::Cleaner
- ::new — Polipus::Plugin::Sample
- ::new — Polipus::Plugin::Sleeper
- ::new — Polipus::QueueOverflow::DevNullQueue
- ::new — Polipus::QueueOverflow::Manager
- ::new — Polipus::QueueOverflow::MongoQueue
- ::new — Polipus::QueueOverflow::MongoQueueCapped
- ::new — Polipus::QueueOverflow::Worker
- ::new — Polipus::Robotex
- ::new — Polipus::Robotex::ParsedRobots
- ::new — Polipus::SignalHandler
- ::new — Polipus::Storage::DevNull
- ::new — Polipus::Storage::MemoryStore
- ::new — Polipus::Storage::MongoStore
- ::new — Polipus::Storage::RethinkStore
- ::new — Polipus::UrlTracker::Bloomfilter
- ::new — Polipus::UrlTracker::RedisSet
- ::plugins — Polipus::Plugin
- ::redis_set — Polipus::UrlTracker
- ::register — Polipus::Plugin
- ::rethink_store — Polipus::Storage
- ::terminate — Polipus::SignalHandler
- ::terminated? — Polipus::SignalHandler
- ::timeout — Polipus::Robotex
- #<< — Polipus::QueueOverflow::DevNullQueue
- #<< — Polipus::QueueOverflow::MongoQueue
- #<< — Polipus::QueueOverflow::MongoQueueCapped
- #accept_cookies? — Polipus::HTTP
- #add — Polipus::Storage::DevNull
- #add — Polipus::Storage::MemoryStore
- #add — Polipus::Storage::MongoStore
- #add — Polipus::Storage::RethinkStore
- #add_to_queue — Polipus::PolipusCrawler
- #add_url — Polipus::PolipusCrawler
- #allowed? — Polipus::HTTP
- #allowed? — Polipus::Robotex
- #allowed? — Polipus::Robotex::ParsedRobots
- #allowed_by_robot? — Polipus::PolipusCrawler
- #base — Polipus::Page
- #clear — Polipus::QueueOverflow::DevNullQueue
- #clear — Polipus::QueueOverflow::MongoQueue
- #clear — Polipus::Storage::DevNull
- #clear — Polipus::Storage::MemoryStore
- #clear — Polipus::Storage::MongoStore
- #clear — Polipus::Storage::RethinkStore
- #clear — Polipus::UrlTracker::Bloomfilter
- #clear — Polipus::UrlTracker::RedisSet
- #connection — Polipus::HTTP
- #content_type — Polipus::Page
- #cookie_jar — Polipus::HTTP
- #count — Polipus::Storage::DevNull
- #count — Polipus::Storage::MemoryStore
- #count — Polipus::Storage::MongoStore
- #count — Polipus::Storage::RethinkStore
- #dec — Polipus::QueueOverflow::DevNullQueue
- #dec — Polipus::QueueOverflow::MongoQueue
- #delay — Polipus::Robotex
- #delay — Polipus::Robotex::ParsedRobots
- #delay! — Polipus::Robotex
- #discard_doc! — Polipus::Page
- #discard_links! — Polipus::Page
- #doc — Polipus::Page
- #each — Polipus::Storage::DevNull
- #each — Polipus::Storage::MemoryStore
- #each — Polipus::Storage::MongoStore
- #each — Polipus::Storage::RethinkStore
- #empty? — Polipus::QueueOverflow::DevNullQueue
- #empty? — Polipus::QueueOverflow::MongoQueue
- #enc — Polipus::QueueOverflow::DevNullQueue
- #enc — Polipus::QueueOverflow::MongoQueue
- #enc — Polipus::QueueOverflow::MongoQueueCapped
- #enqueue — Polipus::PolipusCrawler
- #ensure_index — Polipus::QueueOverflow::MongoQueue
- #execute_plugin — Polipus::PolipusCrawler
- #exists? — Polipus::Storage::DevNull
- #exists? — Polipus::Storage::MemoryStore
- #exists? — Polipus::Storage::MongoStore
- #exists? — Polipus::Storage::RethinkStore
- #expired? — Polipus::Page
- #fetch_page — Polipus::HTTP
- #fetch_pages — Polipus::HTTP
- #fetched? — Polipus::Page
- #focus_crawl — Polipus::PolipusCrawler
- #follow_links_like — Polipus::PolipusCrawler
- #get — Polipus::HTTP
- #get — Polipus::Storage::DevNull
- #get — Polipus::Storage::MemoryStore
- #get — Polipus::Storage::MongoStore
- #get — Polipus::Storage::RethinkStore
- #get_response — Polipus::HTTP
- #handle_compression — Polipus::HTTP
- #html? — Polipus::Page
- #in_domain? — Polipus::Page
- #incr_error — Polipus::PolipusCrawler
- #incr_pages — Polipus::PolipusCrawler
- #internal_queue — Polipus::PolipusCrawler
- #length — Polipus::QueueOverflow::DevNullQueue
- #length — Polipus::QueueOverflow::MongoQueue
- #links — Polipus::Page
- #links_for — Polipus::PolipusCrawler
- #load_page — Polipus::Storage::MongoStore
- #load_page — Polipus::Storage::RethinkStore
- #not_found? — Polipus::Page
- #on_before_save — Polipus::PolipusCrawler
- #on_crawl_end — Polipus::PolipusCrawler
- #on_crawl_start — Polipus::PolipusCrawler
- #on_initialize — Polipus::Plugin::Cleaner
- #on_initialize — Polipus::Plugin::Sample
- #on_initialize — Polipus::Plugin::Sleeper
- #on_message_processed — Polipus::Plugin::Sleeper
- #on_page_downloaded — Polipus::PolipusCrawler
- #on_page_error — Polipus::PolipusCrawler
- #open_timeout — Polipus::HTTP
- #overflow_items_controller — Polipus::PolipusCrawler
- #page_exists? — Polipus::PolipusCrawler
- #page_expired? — Polipus::PolipusCrawler
- #parse_host — Polipus::Robotex
- #perform — Polipus::QueueOverflow::Manager
- #pop — Polipus::QueueOverflow::DevNullQueue
- #pop — Polipus::QueueOverflow::MongoQueue
- #proxy_host — Polipus::HTTP
- #proxy_host_port — Polipus::HTTP
- #proxy_pass — Polipus::HTTP
- #proxy_port — Polipus::HTTP
- #proxy_user — Polipus::HTTP
- #push — Polipus::QueueOverflow::DevNullQueue
- #push — Polipus::QueueOverflow::MongoQueue
- #push — Polipus::QueueOverflow::MongoQueueCapped
- #queue_factory — Polipus::PolipusCrawler
- #queue_size — Polipus::PolipusCrawler
- #read_timeout — Polipus::HTTP
- #redirect? — Polipus::Page
- #redirect_limit — Polipus::HTTP
- #redis — Polipus::PolipusCrawler
- #redis_factory — Polipus::PolipusCrawler
- #redis_factory_adapter — Polipus::PolipusCrawler
- #redis_options — Polipus::PolipusCrawler
- #refresh_connection — Polipus::HTTP
- #remove — Polipus::Storage::DevNull
- #remove — Polipus::Storage::MemoryStore
- #remove — Polipus::Storage::MongoStore
- #remove — Polipus::Storage::RethinkStore
- #remove — Polipus::UrlTracker::Bloomfilter
- #remove — Polipus::UrlTracker::RedisSet
- #rotate — Polipus::QueueOverflow::Manager
- #run — Polipus::QueueOverflow::Worker
- #shift — Polipus::QueueOverflow::DevNullQueue
- #shift — Polipus::QueueOverflow::MongoQueue
- #should_be_visited? — Polipus::PolipusCrawler
- #size — Polipus::QueueOverflow::DevNullQueue
- #size — Polipus::QueueOverflow::MongoQueue
- #skip_links_like — Polipus::PolipusCrawler
- #stats_reset! — Polipus::PolipusCrawler
- #stop! — Polipus::PolipusCrawler
- #storable? — Polipus::Page
- #success? — Polipus::Page
- #takeover — Polipus::PolipusCrawler
- #to_absolute — Polipus::Page
- #to_hash — Polipus::Page
- #to_json — Polipus::Page
- #to_regex — Polipus::Robotex::ParsedRobots
- #url_tracker — Polipus::PolipusCrawler
- #user_agent — Polipus::HTTP
- #uuid — Polipus::Storage::Base
- #verbose? — Polipus::HTTP
- #visit — Polipus::UrlTracker::Bloomfilter
- #visit — Polipus::UrlTracker::RedisSet
- #visited? — Polipus::UrlTracker::Bloomfilter
- #visited? — Polipus::UrlTracker::RedisSet