Table of Contents - cobweb-1.2.1 Documentation
Pages
Classes and Modules
- Cobweb
- CobwebCrawlHelper
- CobwebCrawler
- CobwebDSL
- CobwebFinishedJob
- CobwebLinks
- CobwebModule
- CobwebModule::Crawl
- CobwebModule::CrawlObject
- CobwebProcessJob
- CobwebVersion
- ContentLinkParser
- CrawlFinishedWorker
- CrawlHelper
- CrawlJob
- CrawlProcessWorker
- CrawlWorker
- DocumentScope
- EncodingSafeProcessJob
- ExportCommand
- HashUtil
- InternalUrlsMissingError
- InvalidUrlsError
- Numeric
- Object
- RedirectError
- RedisConnection
- ReportCommand
- Robots
- Server
- Sidekiq
- Sidekiq::Worker
- Sidekiq::Worker::ClassMethods
- Stats
- String
- UriHelper
Methods
- ::cobweb_options — Server
- ::counters — CrawlHelper
- ::crawl_page — CrawlHelper
- ::decrement_queue_counter — CrawlHelper
- ::deep_symbolize_keys — HashUtil
- ::enqueue_content — CrawlHelper
- ::enqueue_content — CrawlJob
- ::escape_pattern_for_regex — Cobweb
- ::finished — CrawlHelper
- ::finished — CrawlJob
- ::increment_crawl_counter — CrawlHelper
- ::increment_crawl_started_counter — CrawlHelper
- ::increment_queue_counter — CrawlHelper
- ::is_permitted_type — CrawlHelper
- ::jobs — CrawlWorker
- ::join_no_fragment — UriHelper
- ::new — Cobweb
- ::new — CobwebCrawlHelper
- ::new — CobwebCrawler
- ::new — CobwebLinks
- ::new — ContentLinkParser
- ::new — CobwebModule::Crawl
- ::new — CobwebModule::CrawlObject
- ::new — DocumentScope
- ::new — RedisConnection
- ::new — Robots
- ::new — Stats
- ::parse — UriHelper
- ::perform — CobwebFinishedJob
- ::perform — CobwebProcessJob
- ::perform — CrawlJob
- ::perform — EncodingSafeProcessJob
- ::print_counters — CrawlHelper
- ::queue_size — CrawlProcessWorker
- ::refresh_counters — CrawlHelper
- ::send_to_processing_queue — CrawlHelper
- ::send_to_processing_queue — CrawlJob
- ::set_base_url — CrawlHelper
- ::start — ExportCommand
- ::start — ReportCommand
- ::start — Server
- ::version — Cobweb
- ::version — CobwebVersion
- ::within_crawl_limits? — CrawlHelper
- ::within_queue_limits? — CrawlHelper
- #[] — DocumentScope
- #all_links — ContentLinkParser
- #allowed? — CobwebLinks
- #allowed? — Robots
- #already_crawled? — CobwebModule::Crawl
- #already_handled? — CobwebModule::Crawl
- #already_queued? — CobwebModule::Crawl
- #already_running? — CobwebModule::Crawl
- #cancelled? — CobwebModule::Crawl
- #clear_cache — Cobweb
- #cobweb_ends_with? — String
- #cobweb_starts_with? — String
- #cobweb_version — Server
- #content — CobwebModule::Crawl
- #contents — DocumentScope
- #contents — Robots
- #cookies — CobwebModule::Crawl
- #count — DocumentScope
- #counters — CobwebModule::Crawl
- #crawl — CobwebCrawler
- #crawl_counter — CobwebModule::Crawl
- #crawled_base_url — CobwebModule::Crawl
- #debug_ap — CobwebModule::Crawl
- #debug_puts — CobwebModule::Crawl
- #decrement_queue_counter — CobwebModule::Crawl
- #destroy — CobwebCrawlHelper
- #each — DocumentScope
- #end_crawl — Stats
- #enqueue_content — CrawlWorker
- #external? — CobwebLinks
- #find_matches — ContentLinkParser
- #finish — CobwebModule::Crawl
- #finished — CrawlWorker
- #finished? — CobwebModule::Crawl
- #finished_processing — CobwebModule::Crawl
- #first_to_finish? — CobwebModule::Crawl
- #get — Cobweb
- #get_cookies — Cobweb
- #get_crawled — Stats
- #get_statistics — Stats
- #get_status — Stats
- #head — Cobweb
- #inbound_links_for — Stats
- #increment_crawl_counter — CobwebModule::Crawl
- #increment_process_counter — CobwebModule::Crawl
- #increment_queue_counter — CobwebModule::Crawl
- #increment_time_stat — Stats
- #internal? — CobwebLinks
- #link_data — ContentLinkParser
- #lock — CobwebModule::Crawl
- #map — DocumentScope
- #matches_external? — CobwebLinks
- #method_missing — Cobweb
- #method_missing — ContentLinkParser
- #method_missing — CobwebModule::CrawlObject
- #method_missing — DocumentScope
- #method_missing — RedisConnection
- #parse_data — Robots
- #perform — CrawlFinishedWorker
- #perform — CrawlProcessWorker
- #perform — CrawlWorker
- #permitted_type? — CobwebModule::CrawlObject
- #print_counters — CobwebModule::Crawl
- #process — CobwebModule::Crawl
- #process_counter — CobwebModule::Crawl
- #process_links — CobwebModule::Crawl
- #queue_counter — CobwebModule::Crawl
- #queue_items — Sidekiq::Worker::ClassMethods
- #queue_size — Sidekiq::Worker::ClassMethods
- #record_time_stat — Stats
- #redis — CobwebModule::Crawl
- #redis_options — Server
- #retrieve — CobwebModule::Crawl
- #running_thread_count — CobwebCrawler
- #scope — CobwebDSL
- #select — DocumentScope
- #send_to_processing_queue — CrawlWorker
- #set_base_url — CobwebModule::Crawl
- #set_first_to_finish — CobwebModule::Crawl
- #set_totals — Stats
- #setup_defaults — CobwebModule::Crawl
- #spawn_thread — CobwebCrawler
- #start — Cobweb
- #start_crawl — Stats
- #statistics — CobwebCrawlHelper
- #statistics — CobwebModule::Crawl
- #status — CobwebCrawlHelper
- #status — CobwebModule::Crawl
- #text — DocumentScope
- #text_content? — Cobweb
- #to_be_processed? — CobwebModule::Crawl
- #to_hash — CobwebModule::CrawlObject
- #to_human — Numeric
- #to_s — DocumentScope
- #update_counters — CobwebModule::Crawl
- #update_queues — CobwebModule::Crawl
- #update_statistics — Stats
- #update_status — Stats
- #user_agent_settings — Robots
- #within_crawl_limits? — CobwebModule::Crawl
- #within_process_limits? — CobwebModule::Crawl
- #within_queue_limits? — CobwebModule::Crawl