use serde::Serialize;
#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize)]
#[serde(rename_all = "snake_case")]
pub enum UaDevice {
Desktop,
Mobile,
Tablet,
Bot,
Unknown,
}
#[derive(Debug, Clone, Serialize)]
pub struct UaInfo {
pub browser: Option<String>,
pub os: Option<String>,
pub device: UaDevice,
pub bot: bool,
}
impl UaInfo {
pub fn is_mobile_device(&self) -> bool {
matches!(self.device, UaDevice::Mobile | UaDevice::Tablet)
}
pub fn is_bot(&self) -> bool {
self.bot
}
}
pub struct Ua;
const BOT_TOKENS: &[&str] = &[
"bot",
"spider",
"scrapy",
"crawl",
"slurp",
"bingpreview",
"facebookexternalhit",
"twitterbot",
"telegrambot",
"whatsapp",
"discordbot",
"slackbot",
"linkedinbot",
"petalbot",
"sogou",
"yisou",
"mediapartners",
"feedfetcher",
"headlesschrome",
"puppeteer",
"playwright",
"phantomjs",
"selenium",
"lighthouse",
"pagespeed",
"curl/",
"wget/",
"python-requests",
"python-urllib",
"aiohttp/",
"okhttp/",
"go-http-client",
"apache-httpclient",
"httpclient",
"java/",
"node-fetch",
"axios/",
"guzzle",
"httpie/",
"postmanruntime",
"nmap",
"zgrab",
"masscan",
"kube-probe",
"prometheus",
"elasticsearch",
];
const BROWSER_RULES: &[(&str, &str)] = &[
("headlesschrome/", "HeadlessChrome"),
("micromessenger/", "WeChat"),
("qqbrowser/", "QQBrowser"),
("mqqbrowser/", "QQBrowser"),
("ucbrowser/", "UCBrowser"),
("baidubrowser/", "Baidu Browser"),
("bdbrowser/", "Baidu Browser"),
("baiduboxapp/", "Baidu App"),
("miuibrowser/", "Mi Browser"),
("huaweibrowser/", "Huawei Browser"),
("hwbrowser/", "Huawei Browser"),
("heytapbrowser/", "HeyTapBrowser"),
("vivobrowser/", "vivo Browser"),
("samsungbrowser/", "Samsung Internet"),
("edgios/", "Edge"),
("edga/", "Edge"),
("edg/", "Edge"),
("edge/", "Edge"),
("opios/", "Opera"),
("opr/", "Opera"),
("opera", "Opera"),
("fxios/", "Firefox"),
("firefox/", "Firefox"),
("crios/", "Chrome iOS"),
("chromium/", "Chromium"),
("chrome/", "Chrome"),
("msie ", "IE"),
("trident/", "IE"),
("curl/", "cURL"),
("wget/", "Wget"),
("postmanruntime/", "Postman"),
("python-requests/", "python-requests"),
("okhttp/", "OkHttp"),
("go-http-client/", "Go-http-client"),
("java/", "Java"),
("apache-httpclient/", "Apache HttpClient"),
("safari", "Safari"),
];
impl Ua {
pub fn parse(ua: &str) -> UaInfo {
let lower = ua.to_ascii_lowercase();
let bot = is_bot(&lower);
UaInfo {
browser: detect_browser(&lower),
os: detect_os(&lower),
device: detect_device(&lower, bot),
bot,
}
}
}
fn is_bot(lower: &str) -> bool {
BOT_TOKENS.iter().any(|t| lower.contains(t))
}
fn detect_browser(lower: &str) -> Option<String> {
for (marker, name) in BROWSER_RULES {
if lower.contains(marker) {
let version_marker = match *name {
"Safari" => "version/",
"IE" if *marker == "trident/" => "rv:",
_ => marker,
};
return Some(match version_after(lower, version_marker) {
Some(v) => format!("{name} {v}"),
None => (*name).to_string(),
});
}
}
None
}
fn detect_os(lower: &str) -> Option<String> {
if let Some(v) = version_after(lower, "windows phone") {
return Some(format!("Windows Phone {v}"));
}
if lower.contains("windows phone") {
return Some("Windows Phone".into());
}
if let Some(name) = lower
.contains("windows nt 10.0")
.then_some("Windows 10/11")
.or_else(|| lower.contains("windows nt 6.3").then_some("Windows 8.1"))
.or_else(|| lower.contains("windows nt 6.2").then_some("Windows 8"))
.or_else(|| lower.contains("windows nt 6.1").then_some("Windows 7"))
.or_else(|| lower.contains("windows nt 5.1").then_some("Windows XP"))
.or_else(|| lower.contains("windows").then_some("Windows"))
{
return Some(name.into());
}
if let Some(v) = version_after(lower, "iphone os ") {
return Some(format!("iOS {}", v.replace('_', ".")));
}
if lower.contains("iphone") || lower.contains("ipod") {
return Some("iOS".into());
}
if let Some(v) = version_after(lower, "cpu os ") {
return Some(format!("iPadOS {}", v.replace('_', ".")));
}
if lower.contains("ipad") {
return Some("iPadOS".into());
}
if let Some(v) = version_after(lower, "android ") {
return Some(format!("Android {v}"));
}
if lower.contains("android") {
return Some("Android".into());
}
if let Some(v) = version_after(lower, "mac os x ") {
return Some(format!("macOS {}", v.replace('_', ".")));
}
if lower.contains("macintosh") || lower.contains("mac os") {
return Some("macOS".into());
}
if lower.contains("cros") {
return Some("ChromeOS".into());
}
if lower.contains("freebsd") {
return Some("FreeBSD".into());
}
if lower.contains("linux") {
return Some("Linux".into());
}
None
}
fn detect_device(lower: &str, bot: bool) -> UaDevice {
if bot {
return UaDevice::Bot;
}
if lower.contains("ipad") || lower.contains("tablet") {
return UaDevice::Tablet;
}
if lower.contains("android") && !lower.contains("mobi") {
return UaDevice::Tablet;
}
if lower.contains("mobi")
|| lower.contains("iphone")
|| lower.contains("ipod")
|| lower.contains("windows phone")
{
return UaDevice::Mobile;
}
if lower.contains("windows")
|| lower.contains("macintosh")
|| lower.contains("mac os")
|| lower.contains("cros")
|| lower.contains("linux")
|| lower.contains("freebsd")
{
return UaDevice::Desktop;
}
UaDevice::Unknown
}
fn version_after(lower: &str, marker: &str) -> Option<String> {
let idx = lower.find(marker)?;
let rest = lower[idx + marker.len()..].trim_start_matches(['/', ' ']);
let end = rest
.find(|c: char| !(c.is_ascii_digit() || c == '.' || c == '_'))
.unwrap_or(rest.len());
let v = rest[..end].trim_end_matches('.');
if v.is_empty() {
None
} else {
Some(v.to_string())
}
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn chrome_windows_desktop() {
let info = Ua::parse("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36");
assert_eq!(info.browser.as_deref(), Some("Chrome 120.0.0.0"));
assert_eq!(info.os.as_deref(), Some("Windows 10/11"));
assert_eq!(info.device, UaDevice::Desktop);
assert!(!info.bot);
}
#[test]
fn safari_iphone_mobile() {
let info = Ua::parse("Mozilla/5.0 (iPhone; CPU iPhone OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/604.1");
assert_eq!(info.browser.as_deref(), Some("Safari 17.0"));
assert_eq!(info.os.as_deref(), Some("iOS 17.2"));
assert_eq!(info.device, UaDevice::Mobile);
assert!(info.is_mobile_device());
}
#[test]
fn ipad_reports_ipados() {
let info = Ua::parse("Mozilla/5.0 (iPad; CPU OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/604.1");
assert_eq!(info.device, UaDevice::Tablet);
assert_eq!(info.os.as_deref(), Some("iPadOS 17.2"));
}
#[test]
fn chrome_android_mobile_vs_tablet() {
let phone = Ua::parse("Mozilla/5.0 (Linux; Android 14; Pixel 8) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36");
assert_eq!(phone.os.as_deref(), Some("Android 14"));
assert_eq!(phone.device, UaDevice::Mobile);
let tablet = Ua::parse("Mozilla/5.0 (Linux; Android 13; SM-X710) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36");
assert_eq!(tablet.device, UaDevice::Tablet);
}
#[test]
fn wechat_webview_wins_over_chrome_core() {
let info = Ua::parse("Mozilla/5.0 (Linux; Android 14; HUAWEI) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/116.0.0.0 Mobile Safari/537.36 XWEB/1160065 MicroMessenger/8.0.47.2560(0x28002F35) WeChat/arm64");
assert_eq!(info.browser.as_deref(), Some("WeChat 8.0.47.2560"));
assert_eq!(info.device, UaDevice::Mobile);
assert!(!info.bot, "微信 WebView 是真实用户,不应判为爬虫");
}
#[test]
fn mac_safari_and_firefox() {
let info = Ua::parse("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.1 Safari/605.1.15");
assert_eq!(info.browser.as_deref(), Some("Safari 17.1"));
assert_eq!(info.os.as_deref(), Some("macOS 10.15.7"));
let ff = Ua::parse("Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/119.0");
assert_eq!(ff.browser.as_deref(), Some("Firefox 119.0"));
assert_eq!(ff.device, UaDevice::Desktop);
}
#[test]
fn edge_ie_opera() {
let edge = Ua::parse("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36 Edg/120.0.2210.91");
assert_eq!(edge.browser.as_deref(), Some("Edge 120.0.2210.91"));
let ie = Ua::parse("Mozilla/5.0 (Windows NT 6.1; Trident/7.0; rv:11.0) like Gecko");
assert_eq!(ie.browser.as_deref(), Some("IE 11.0"));
assert_eq!(ie.os.as_deref(), Some("Windows 7"));
let opera = Ua::parse("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36 OPR/105.0.0.0");
assert_eq!(opera.browser.as_deref(), Some("Opera 105.0.0.0"));
}
#[test]
fn bots_detected() {
for ua in [
"Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
"Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)",
"Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)",
"curl/8.4.0",
"Wget/1.21.4 (linux-gnu)",
"python-requests/2.31.0",
"okhttp/4.12.0",
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/120.0.0.0 Safari/537.36",
] {
let info = Ua::parse(ua);
assert!(info.bot, "应识别为爬虫/自动化客户端: {ua}");
assert_eq!(info.device, UaDevice::Bot);
assert!(info.is_bot());
}
assert_eq!(
Ua::parse("Mozilla/5.0 (X11; Linux x86_64) HeadlessChrome/120.0.0.0")
.browser
.as_deref(),
Some("HeadlessChrome 120.0.0.0")
);
}
#[test]
fn windows_phone_version_and_ie_mobile() {
let info = Ua::parse("Mozilla/5.0 (Windows Phone 10.0; Android 6.0.1; Microsoft; RM-1113) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.2743.116 Mobile Safari/537.36 Edge/14.14841");
assert_eq!(info.os.as_deref(), Some("Windows Phone 10.0"));
assert_eq!(info.device, UaDevice::Mobile);
let old = Ua::parse("Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0; NOKIA; Lumia 800)");
assert_eq!(old.os.as_deref(), Some("Windows Phone"));
assert_eq!(old.browser.as_deref(), Some("IE 9.0"));
}
#[test]
fn empty_and_unknown() {
let info = Ua::parse("");
assert_eq!(info.browser, None);
assert_eq!(info.os, None);
assert_eq!(info.device, UaDevice::Unknown);
assert!(!info.bot);
}
#[test]
fn json_serializable_for_audit_extra() {
let info = Ua::parse("Mozilla/5.0 (iPhone; CPU iPhone OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/604.1");
let v = serde_json::to_value(&info).unwrap();
assert_eq!(v["device"], "mobile");
assert_eq!(v["os"], "iOS 17.2");
}
}