Struct cylon::Compiler [−][src]
A compiler takes an input robots.txt file and outputs a compiled Cylon, which can be used to efficiently match a large number of paths against the robots.txt file.
Implementations
impl Compiler[src]
pub fn new(user_agent: &str) -> Self[src]
Build a new compiler that parses rules for the given user agent from a robots.txt file.
pub async fn compile<R: AsyncRead + Unpin>(&self, file: R) -> Result<Cylon>[src]
Parse an input robots.txt file into a Cylon that can recognize whether or not a path matches the rules for the Parser's user agent.
Trait Implementations
impl Debug for Compiler[src]
impl<'de> Deserialize<'de> for Compiler[src]
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error> where
__D: Deserializer<'de>, [src]
__D: Deserializer<'de>,
impl Serialize for Compiler[src]
Auto Trait Implementations
impl RefUnwindSafe for Compiler[src]
impl Send for Compiler[src]
impl Sync for Compiler[src]
impl Unpin for Compiler[src]
impl UnwindSafe for Compiler[src]
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized, [src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized, [src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized, [src]
T: ?Sized,
pub fn borrow_mut(&mut self) -> &mut T[src]
impl<T> DeserializeOwned for T where
T: for<'de> Deserialize<'de>, [src]
T: for<'de> Deserialize<'de>,
impl<T> From<T> for T[src]
impl<T, U> Into<U> for T where
U: From<T>, [src]
U: From<T>,
impl<T, U> TryFrom<U> for T where
U: Into<T>, [src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>, [src]
U: TryFrom<T>,