robotparser_fork/
model.rs

1mod path_pattern;
2pub(crate) use self::path_pattern::PathPattern;
3mod group;
4pub(crate) use self::group::Group;
5mod rule;
6pub(crate) use self::rule::Rule;
7mod clean_params;
8pub(crate) use self::clean_params::CleanParams;
9mod request_rate;
10pub use self::request_rate::RequestRate;
11mod robots_txt;
12pub use self::fetched_robots_txt::FetchedRobotsTxt;
13pub(crate) use self::fetched_robots_txt::FetchedRobotsTxtContainer;
14mod fetched_robots_txt;
15pub use self::robots_txt::RobotsTxt;
16mod path;
17pub(crate) use self::path::Path;
18mod errors;
19pub use self::errors::{Error, ErrorKind};