#[cfg(feature = "bot-auth")]
pub mod bot_auth;
pub mod client;
pub mod content;
mod convert;
mod crawl;
mod dns;
pub mod documents;
mod error;
pub mod fetchers;
pub mod file_saver;
mod tool;
pub mod transport;
mod types;
pub use client::{batch_fetch, batch_fetch_with_options, fetch, fetch_with_options, FetchOptions};
pub use content::{
ContentFocus, ContentOutputFormat, ContentProcessor, ContentProcessorError,
ContentProcessorInput, ContentProcessorRegistry, HtmlProcessor, ProcessedContent,
};
pub use convert::{
extract_headings, extract_metadata, extract_readable_content, html_to_markdown,
html_to_markdown_with_base_url, html_to_text, strip_boilerplate,
BuiltinHtmlToMarkdownConverter, HtmlToMarkdownConverter,
};
pub use dns::DnsPolicy;
pub use documents::{
ConvertError, ConvertedDocument, DefaultFormatDetector, DocumentConversion,
DocumentConversionSettings, DocumentConverter, DocumentFormat, DocumentInput,
DocumentProcessor, FormatDetector, Locality,
};
pub use error::{FetchError, ToolError};
pub use fetchers::{
ArXivFetcher, DefaultFetcher, DocsSiteFetcher, Fetcher, FetcherRegistry, GitHubCodeFetcher,
GitHubIssueFetcher, GitHubRepoFetcher, HackerNewsFetcher, PackageRegistryFetcher,
RSSFeedFetcher, StackOverflowFetcher, TwitterFetcher, WikipediaFetcher, YouTubeFetcher,
};
pub use file_saver::{FileSaveError, FileSaver, LocalFileSaver, SaveResult};
pub use tool::{
Tool, ToolBuilder, ToolExecution, ToolImage, ToolOutput, ToolOutputMetadata, ToolService,
ToolStatus,
};
pub use transport::{
BodyStream, HttpTransport, ReqwestTransport, TransportError, TransportMethod, TransportRequest,
TransportResponse,
};
pub use types::{
AgentResource, CrawlPage, CrawlResult, FetchRequest, FetchResponse, HttpMethod, PageLink,
PageMetadata, PageQuality,
};
#[cfg(feature = "bot-auth")]
pub use bot_auth::{BotAuthConfig, BotAuthError};
pub const DEFAULT_USER_AGENT: &str = "Everruns Fetchkit/1.0";
pub const TOOL_DESCRIPTION: &str =
"Fetch URL content as text or markdown, including text-based PDFs and Office documents; return metadata for unsupported binary responses or save bytes to file.";
pub static TOOL_LLMTXT: std::sync::LazyLock<String> =
std::sync::LazyLock::new(|| Tool::builder().enable_save_to_file(true).build().help());