followability 0.1.0

Decide whether a link is followed: parse rel token lists, robots meta contents and X-Robots-Tag headers, and combine them into one verdict.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

[package]
name = "followability"
version = "0.1.0"
edition = "2021"
rust-version = "1.63"
description = "Decide whether a link is followed: parse rel token lists, robots meta contents and X-Robots-Tag headers, and combine them into one verdict."
license = "MIT OR Apache-2.0"
homepage = "https://handsofflinks.com/"
documentation = "https://docs.rs/followability"
repository = "https://github.com/theluckystrike/followability-rs"
readme = "README.md"
keywords = ["seo", "nofollow", "robots", "rel", "crawler"]
categories = ["web-programming", "parser-implementations"]

[dependencies]