robotstxt-with-cache 0.4.0

A native Rust port of Google's robots.txt parser and matcher C++ library.
Documentation 
[dependencies]

[package]
authors = ["Folyd <lyshuhow@gmail.com>"]
categories = ["parser-implementations", "parsing"]
description = "A native Rust port of Google's robots.txt parser and matcher C++ library."
edition = "2018"
homepage = "https://github.com/Folyd/robotstxt"
keywords = ["robotstxt", "robots", "parser"]
license = "Apache-2.0"
name = "robotstxt-with-cache"
readme = "README.md"
repository = "https://github.com/Folyd/robotstxt"
version = "0.4.0"