Methods

_reduce_none (WebRobots::RobotsTxt::Parser)
allow? (WebRobots::RobotsTxt)
allow? (WebRobots::RobotsTxt::Record)
allow? (WebRobots::RobotsTxt::AllowLine)
allow? (WebRobots::RobotsTxt::DisallowLine)
allowed? (WebRobots)
compile (WebRobots::RobotsTxt::AccessControlLine)
compile (WebRobots::RobotsTxt::AgentLine)
compile (WebRobots::RobotsTxt::Line)
compile (WebRobots::RobotsTxt::CrawlDelayLine)
create_cache (WebRobots)
default? (WebRobots::RobotsTxt::Record)
disallowed? (WebRobots)
error (WebRobots)
error! (WebRobots)
error! (WebRobots::RobotsTxt)
flush_cache (WebRobots)
match? (WebRobots::RobotsTxt::Record)
match? (WebRobots::RobotsTxt::AccessControlLine)
meta_robots (Nokogiri::HTML::Document)
new (WebRobots)
new (WebRobots::RobotsTxt)
new (WebRobots::RobotsTxt::Line)
new (WebRobots::ParseError)
new (WebRobots::RobotsTxt::Record)
nofollow? (Nokogiri::HTML::Document)
noindex? (Nokogiri::HTML::Document)
option (WebRobots)
options (WebRobots::RobotsTxt)
options (WebRobots)
reset (WebRobots)
sitemaps (WebRobots)
to_s (WebRobots::ParseError)
unfetchable (WebRobots::RobotsTxt)