1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

#![allow(clippy::items_after_statements)]
#![allow(clippy::match_bool)]
#![cfg_attr(feature = "release", deny(warnings))]

//! # Standard
//!
//! [A Standard for Robot Exclusion](http://www.robotstxt.org/orig.html)
//!
//! * User-agent
//! * Disallow
//!
//! # Additions
//!
//! * Allow
//! * Crawl-delay
//! * Request-rate
//! * Sitemap
//! * Host

pub mod builder;
pub mod matcher;
pub mod parse;
pub mod parts;

pub use self::parts::Robots;