Table of Contents - daimon_skycrawlers-1.0.0 Documentation
Pages
Classes and Modules
- DaimonSkycrawlers
- DaimonSkycrawlers::CLI
- DaimonSkycrawlers::Callbacks
- DaimonSkycrawlers::Commands
- DaimonSkycrawlers::Commands::Enqueue
- DaimonSkycrawlers::Commands::Runner
- DaimonSkycrawlers::ConfigMixin
- DaimonSkycrawlers::Configurable
- DaimonSkycrawlers::Consumer
- DaimonSkycrawlers::Consumer::Base
- DaimonSkycrawlers::Consumer::HTTPResponse
- DaimonSkycrawlers::Consumer::URL
- DaimonSkycrawlers::Crawler
- DaimonSkycrawlers::Crawler::Base
- DaimonSkycrawlers::Crawler::Default
- DaimonSkycrawlers::Filter
- DaimonSkycrawlers::Filter::Base
- DaimonSkycrawlers::Filter::DuplicateChecker
- DaimonSkycrawlers::Filter::RobotsTxtChecker
- DaimonSkycrawlers::Filter::UpdateChecker
- DaimonSkycrawlers::Generator
- DaimonSkycrawlers::Generator::Crawler
- DaimonSkycrawlers::Generator::Filter
- DaimonSkycrawlers::Generator::Generate
- DaimonSkycrawlers::Generator::MigrationGenerator
- DaimonSkycrawlers::Generator::New
- DaimonSkycrawlers::Generator::Processor
- DaimonSkycrawlers::Logger
- DaimonSkycrawlers::LoggerMixin
- DaimonSkycrawlers::Processor
- DaimonSkycrawlers::Processor::Base
- DaimonSkycrawlers::Processor::Default
- DaimonSkycrawlers::Processor::Proc
- DaimonSkycrawlers::Processor::Spider
- DaimonSkycrawlers::Queue
- DaimonSkycrawlers::SitemapParser
- DaimonSkycrawlers::SitemapParser::Error
- DaimonSkycrawlers::Storage
- DaimonSkycrawlers::Storage::Base
- DaimonSkycrawlers::Storage::File
- DaimonSkycrawlers::Storage::Null
- DaimonSkycrawlers::Storage::RDB
- DaimonSkycrawlers::Storage::RDB::Base
- DaimonSkycrawlers::Storage::RDB::Page
- DaimonSkycrawlers::Timer
Methods
- ::config — DaimonSkycrawlers::Crawler
- ::config — DaimonSkycrawlers::Processor
- ::configuration — DaimonSkycrawlers::Queue
- ::configuration — DaimonSkycrawlers
- ::configure — DaimonSkycrawlers::Queue
- ::configure — DaimonSkycrawlers
- ::crawlers — DaimonSkycrawlers::Consumer::URL
- ::default — DaimonSkycrawlers::Logger
- ::default_process_name — DaimonSkycrawlers::Crawler
- ::default_process_name — DaimonSkycrawlers::Processor
- ::default_processor — DaimonSkycrawlers::Consumer::HTTPResponse
- ::enqueue_http_response — DaimonSkycrawlers::Processor
- ::enqueue_url — DaimonSkycrawlers::Crawler
- ::env — DaimonSkycrawlers
- ::included — DaimonSkycrawlers::LoggerMixin
- ::load_crawlers — DaimonSkycrawlers
- ::load_init — DaimonSkycrawlers
- ::load_processors — DaimonSkycrawlers
- ::new — DaimonSkycrawlers::Crawler::Base
- ::new — DaimonSkycrawlers::Filter::Base
- ::new — DaimonSkycrawlers::Filter::DuplicateChecker
- ::new — DaimonSkycrawlers::Filter::RobotsTxtChecker
- ::new — DaimonSkycrawlers::Filter::UpdateChecker
- ::new — DaimonSkycrawlers::Logger
- ::new — DaimonSkycrawlers::Processor::Base
- ::new — DaimonSkycrawlers::Processor::Proc
- ::new — DaimonSkycrawlers::Processor::Spider
- ::new — DaimonSkycrawlers::SitemapParser
- ::new — DaimonSkycrawlers::Storage::File
- ::new — DaimonSkycrawlers::Storage::RDB
- ::new — DaimonSkycrawlers::Callbacks
- ::new — DaimonSkycrawlers::ConfigMixin
- ::new — DaimonSkycrawlers::LoggerMixin
- ::processors — DaimonSkycrawlers::Consumer::HTTPResponse
- ::queue_name — DaimonSkycrawlers::Consumer::HTTPResponse
- ::queue_name — DaimonSkycrawlers::Consumer::URL
- ::queue_name — DaimonSkycrawlers::Crawler
- ::queue_name — DaimonSkycrawlers::Processor
- ::register — DaimonSkycrawlers::Consumer::HTTPResponse
- ::register — DaimonSkycrawlers::Consumer::URL
- ::register_crawler — DaimonSkycrawlers
- ::register_processor — DaimonSkycrawlers
- ::run — DaimonSkycrawlers::Crawler
- ::run — DaimonSkycrawlers::Processor
- ::source_root — DaimonSkycrawlers::Generator::Crawler
- ::source_root — DaimonSkycrawlers::Generator::Filter
- ::source_root — DaimonSkycrawlers::Generator::New
- ::source_root — DaimonSkycrawlers::Generator::MigrationGenerator
- ::source_root — DaimonSkycrawlers::Generator::Processor
- #after_process — DaimonSkycrawlers::Callbacks
- #allowed? — DaimonSkycrawlers::Filter::RobotsTxtChecker
- #append_link_filter — DaimonSkycrawlers::Processor::Spider
- #apply_link_filters — DaimonSkycrawlers::Processor::Spider
- #before_process — DaimonSkycrawlers::Callbacks
- #body_path — DaimonSkycrawlers::Storage::File
- #call — DaimonSkycrawlers::Filter::Base
- #call — DaimonSkycrawlers::Filter::DuplicateChecker
- #call — DaimonSkycrawlers::Filter::RobotsTxtChecker
- #call — DaimonSkycrawlers::Filter::UpdateChecker
- #call — DaimonSkycrawlers::Processor::Base
- #call — DaimonSkycrawlers::Processor::Default
- #call — DaimonSkycrawlers::Processor::Proc
- #call — DaimonSkycrawlers::Processor::Spider
- #clear_after_process_callbacks — DaimonSkycrawlers::Callbacks
- #clear_before_process_callbacks — DaimonSkycrawlers::Callbacks
- #compressed? — DaimonSkycrawlers::SitemapParser
- #configure — DaimonSkycrawlers::Configurable
- #connection — DaimonSkycrawlers::Crawler::Base
- #copy_files — DaimonSkycrawlers::Generator::New
- #crawler — DaimonSkycrawlers::Commands::Runner
- #create_directories — DaimonSkycrawlers::Generator::New
- #create_files — DaimonSkycrawlers::Generator::Crawler
- #create_files — DaimonSkycrawlers::Generator::Filter
- #create_files — DaimonSkycrawlers::Generator::New
- #create_files — DaimonSkycrawlers::Generator::Processor
- #create_migration_file — DaimonSkycrawlers::Generator::MigrationGenerator
- #display_post_message — DaimonSkycrawlers::Generator::Crawler
- #display_post_message — DaimonSkycrawlers::Generator::Filter
- #display_post_message — DaimonSkycrawlers::Generator::New
- #display_post_message — DaimonSkycrawlers::Generator::Processor
- #duplicated? — DaimonSkycrawlers::Filter::DuplicateChecker
- #enqueue_url — DaimonSkycrawlers::Processor::Spider
- #extract_link — DaimonSkycrawlers::Processor::Spider
- #extract_next_page_link — DaimonSkycrawlers::Processor::Spider
- #extract_urls — DaimonSkycrawlers::SitemapParser
- #fetch — DaimonSkycrawlers::Crawler::Base
- #fetch — DaimonSkycrawlers::Crawler::Default
- #get — DaimonSkycrawlers::Crawler::Base
- #headers_path — DaimonSkycrawlers::Storage::File
- #inflate_response — DaimonSkycrawlers::SitemapParser
- #insert_index — DaimonSkycrawlers::Generator::New
- #links — DaimonSkycrawlers::Processor::Spider
- #list — DaimonSkycrawlers::Commands::Enqueue
- #load_crawlers — DaimonSkycrawlers::Commands::Runner
- #load_init — DaimonSkycrawlers::Commands::Enqueue
- #load_init — DaimonSkycrawlers::Commands::Runner
- #load_processors — DaimonSkycrawlers::Commands::Runner
- #log — DaimonSkycrawlers::Commands::Enqueue
- #log — DaimonSkycrawlers::Commands::Runner
- #next_page_link — DaimonSkycrawlers::Processor::Spider
- #normalize_url — DaimonSkycrawlers::Filter::Base
- #on_complete — DaimonSkycrawlers::SitemapParser
- #parse — DaimonSkycrawlers::SitemapParser
- #post — DaimonSkycrawlers::Crawler::Base
- #prepare — DaimonSkycrawlers::Crawler::Base
- #process — DaimonSkycrawlers::Consumer::Base
- #process — DaimonSkycrawlers::Consumer::HTTPResponse
- #process — DaimonSkycrawlers::Consumer::URL
- #process — DaimonSkycrawlers::Crawler::Base
- #process — DaimonSkycrawlers::Processor::Base
- #processor — DaimonSkycrawlers::Commands::Runner
- #read — DaimonSkycrawlers::Storage::Base
- #read — DaimonSkycrawlers::Storage::File
- #read — DaimonSkycrawlers::Storage::Null
- #read — DaimonSkycrawlers::Storage::RDB
- #response — DaimonSkycrawlers::Commands::Enqueue
- #retrieve_links — DaimonSkycrawlers::Processor::Spider
- #run_after_process_callbacks — DaimonSkycrawlers::Callbacks
- #run_before_process_callbacks — DaimonSkycrawlers::Callbacks
- #save — DaimonSkycrawlers::Storage::Base
- #save — DaimonSkycrawlers::Storage::File
- #save — DaimonSkycrawlers::Storage::Null
- #save — DaimonSkycrawlers::Storage::RDB
- #schedule_to_process — DaimonSkycrawlers::Crawler::Base
- #setup_connection — DaimonSkycrawlers::Crawler::Base
- #setup_default_filters — DaimonSkycrawlers::Crawler::Base
- #setup_default_filters — DaimonSkycrawlers::Processor::Base
- #setup_default_post_processes — DaimonSkycrawlers::Crawler::Base
- #setup_shutdown_timer — DaimonSkycrawlers::Timer
- #sitemap — DaimonSkycrawlers::Commands::Enqueue
- #skip — DaimonSkycrawlers::Crawler::Base
- #skip — DaimonSkycrawlers::Processor::Base
- #skipped? — DaimonSkycrawlers::Crawler::Base
- #skipped? — DaimonSkycrawlers::Processor::Base
- #storage — DaimonSkycrawlers::Crawler::Base
- #storage — DaimonSkycrawlers::Filter::Base
- #storage — DaimonSkycrawlers::Processor::Base
- #updated? — DaimonSkycrawlers::Filter::UpdateChecker
- #url — DaimonSkycrawlers::Commands::Enqueue
- #version — DaimonSkycrawlers::CLI
- #yaml — DaimonSkycrawlers::Commands::Enqueue