Table of Contents - site_mapper-0.0.13 Documentation
Classes and Modules
- SiteMapper
- SiteMapper::CrawlUrl
- SiteMapper::Crawler
- SiteMapper::Crawler::CrawlQueue
- SiteMapper::Crawler::CrawlQueue::EnumerablePop
- SiteMapper::Logger
- SiteMapper::Logger::NilLogger
- SiteMapper::Logger::SystemOutLogger
- SiteMapper::Request
- SiteMapper::Robots
- SiteMapper::Robots::ParsedRobots
Methods
- ::collect_urls — SiteMapper::Crawler
- ::document — SiteMapper::Request
- ::err_log — SiteMapper::Logger
- ::err_log — SiteMapper::Logger::SystemOutLogger
- ::err_log — SiteMapper::Logger::NilLogger
- ::has_protocol? — SiteMapper::Request
- ::log — SiteMapper::Logger
- ::log — SiteMapper::Logger::SystemOutLogger
- ::log — SiteMapper::Logger::NilLogger
- ::map — SiteMapper
- ::new — SiteMapper::CrawlUrl
- ::new — SiteMapper::Crawler
- ::new — SiteMapper::Crawler::CrawlQueue
- ::new — SiteMapper::Robots
- ::new — SiteMapper::Robots::ParsedRobots
- ::resolve_url — SiteMapper::Request
- ::response — SiteMapper::Request
- ::response_body — SiteMapper::Request
- ::set_logger — SiteMapper
- ::use_logger — SiteMapper::Logger
- ::use_logger_type — SiteMapper::Logger
- #absolute_url_from — SiteMapper::CrawlUrl
- #allowed? — SiteMapper::Robots
- #allowed? — SiteMapper::Robots::ParsedRobots
- #collect_urls — SiteMapper::Crawler
- #crawl_delay — SiteMapper::Robots::ParsedRobots
- #eligible_for_queue? — SiteMapper::Crawler
- #eligible_url? — SiteMapper::CrawlUrl
- #other_values — SiteMapper::Robots
- #other_values — SiteMapper::Robots::ParsedRobots
- #page_urls_for — SiteMapper::Crawler
- #parse — SiteMapper::Robots::ParsedRobots
- #pop — SiteMapper::Crawler::CrawlQueue::EnumerablePop
- #robots — SiteMapper::Crawler
- #sitemaps — SiteMapper::Robots
- #sitemaps — SiteMapper::Robots::ParsedRobots
- #to_regex — SiteMapper::Robots::ParsedRobots
- #to_uri — SiteMapper::Robots
- #wait — SiteMapper::Crawler