[package]
edition = "2021"
name = "spider_agent"
version = "2.44.21"
authors = ["j-mendez <jeff@spider.cloud>"]
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "A concurrent-safe multimodal agent for web automation and research."
documentation = "https://docs.rs/spider_agent"
readme = "README.md"
keywords = [
"agent",
"llm",
"automation",
"web",
"search",
]
categories = [
"web-programming",
"asynchronous",
]
license = "MIT"
repository = "https://github.com/spider-rs/spider"
[badges.maintenance]
status = "actively-developed"
[features]
chrome = [
"dep:chromey",
"dep:futures",
]
default = []
fs = ["dep:tempfile"]
full = [
"openai",
"chrome",
"webdriver",
"fs",
"skills",
"memvid",
"search_serper",
"search_brave",
"search_bing",
"search_tavily",
"skills_s3",
]
memvid = ["dep:memvid-rs"]
openai = [
"dep:async-openai",
"dep:tiktoken-rs",
]
search = []
search_bing = ["search"]
search_brave = ["search"]
search_serper = ["search"]
search_tavily = ["search"]
skills = ["dep:spider_skills"]
skills_s3 = [
"skills",
"dep:aws-sdk-s3",
"dep:aws-config",
]
webdriver = ["dep:thirtyfour"]
[lib]
name = "spider_agent"
path = "src/lib.rs"
[[example]]
name = "basic_search"
path = "examples/basic_search.rs"
required-features = ["search_serper"]
[[example]]
name = "concurrent"
path = "examples/concurrent.rs"
required-features = [
"openai",
"search_serper",
]
[[example]]
name = "extract"
path = "examples/extract.rs"
required-features = ["openai"]
[[example]]
name = "extraction"
path = "examples/extraction.rs"
[[example]]
name = "multimodal"
path = "examples/multimodal.rs"
required-features = [
"openai",
"search_serper",
]
[[example]]
name = "open_page_concurrent"
path = "examples/open_page_concurrent.rs"
required-features = ["chrome"]
[[example]]
name = "research"
path = "examples/research.rs"
required-features = [
"openai",
"search_serper",
]
[dependencies.aho-corasick]
version = "1"
[dependencies.async-openai]
version = "0.29"
optional = true
[dependencies.async-trait]
version = "0.1"
[dependencies.aws-config]
version = "1"
optional = true
[dependencies.aws-sdk-s3]
version = "1"
optional = true
[dependencies.base64]
version = "0.22"
[dependencies.chromey]
version = "2"
features = [
"bytes",
"stream",
]
optional = true
default-features = false
[dependencies.dashmap]
version = "6"
[dependencies.futures]
version = "0.3"
optional = true
[dependencies.llm_models_spider]
version = "0.1"
[dependencies.log]
version = "0.4"
[dependencies.lol_html]
version = "2"
[dependencies.memvid-rs]
version = "1.2"
optional = true
[dependencies.parking_lot]
version = "0.12"
[dependencies.reqwest]
version = "0.12"
features = ["json"]
[dependencies.serde]
version = "1"
features = ["derive"]
[dependencies.serde_json]
version = "1"
[dependencies.spider_skills]
version = "0.1"
optional = true
default-features = false
[dependencies.tempfile]
version = "3"
optional = true
[dependencies.thirtyfour]
version = "0.36"
optional = true
[dependencies.thiserror]
version = "1"
[dependencies.tiktoken-rs]
version = "0.7"
optional = true
[dependencies.tokio]
version = "1"
features = [
"sync",
"rt",
]
[dev-dependencies.env_logger]
version = "0.11"
[dev-dependencies.fastrand]
version = "2"
[dev-dependencies.futures]
version = "0.3"
[dev-dependencies.tokio]
version = "1"
features = ["full"]