velesdb_memory/limits.rs
1//! Resource caps shared by every adapter (the MCP server and the language
2//! bindings).
3//!
4//! These are security-relevant DoS limits. They live here — not inside any one
5//! adapter — so every transport enforces the *same* numbers without a manual
6//! "keep in sync" comment, and so a build without the `mcp` feature still sees
7//! them. Each adapter formats its own transport-native error; only the values
8//! and the clamping policy are shared.
9
10use crate::service::Metadata;
11
12/// Default hop budget for `why` traversal when the caller supplies none.
13pub const DEFAULT_WHY_HOPS: usize = 2;
14
15/// Maximum accepted fact size (1 MiB) — prevents allocating huge embeddings.
16pub const MAX_FACT_BYTES: usize = 1_048_576;
17
18/// Maximum accepted size of a fact that has to be **embedded** (2 KiB).
19///
20/// Much tighter than [`MAX_FACT_BYTES`], and for a different reason: that cap
21/// bounds an *allocation*, this one bounds what an embedding model actually
22/// accepts. The default backend (`all-minilm`, see
23/// [`crate::embedder::DEFAULT_OLLAMA_MODEL`]) has a 512-token context window;
24/// at this crate's own prose rate of roughly 3–4 bytes per token (see
25/// `context::estimator::TokenEstimator::bytes_per_token_hint`) that is about
26/// 2 KiB. Measured against the 0.11.4 daemon: a 2 000-byte fact embeds, an
27/// 8 000-byte one fails with `ollama embeddings call failed` — a raw backend
28/// error naming neither a limit nor the offending size.
29///
30/// A guard rail, not a claim of exactness: a caller running a different
31/// embedding model may have a wider or narrower real window. It turns the
32/// *common* failure into an actionable message instead of an opaque backend
33/// fault, and it sits at the largest size measured to work rather than at a
34/// value that would reject facts the backend accepts today.
35pub const MAX_EMBEDDABLE_TEXT_BYTES: usize = 2048;
36
37/// Maximum accepted size of caller-supplied `metadata` (64 KiB), measured as
38/// its serialized JSON form. Metadata is a keyed lookup facet (project,
39/// author, status, …) — a porte-clés, not a payload — so it gets a much
40/// tighter ceiling than [`MAX_FACT_BYTES`]: without one, a caller could smuggle
41/// an arbitrarily large JSON blob through `metadata` on every write path
42/// (`remember`, `remember_with_ttl`, `remember_extracted`, and each
43/// context-compiler fragment's own `metadata`) and force the same unbounded
44/// allocation and storage growth the fact-size cap exists to prevent.
45pub const MAX_METADATA_BYTES: usize = 64 * 1024;
46
47/// The serialized JSON size of `meta`, in bytes. Returns `usize::MAX` if the
48/// map somehow fails to serialize (it never should — `Metadata` is always
49/// valid JSON), so a serialization hiccup fails a size check closed rather
50/// than silently passing an unmeasured payload.
51#[must_use]
52pub fn metadata_bytes(meta: &Metadata) -> usize {
53 serde_json::to_vec(meta).map_or(usize::MAX, |v| v.len())
54}
55
56/// Cap on a `recall` limit — prevents unbounded vector scans (core does not
57/// cap `k`, so the adapters do).
58pub const MAX_RECALL_LIMIT: usize = 1_000;
59
60/// Cap on `why` hop depth — prevents exponential graph fan-out.
61pub const MAX_WHY_HOPS: usize = 10;
62
63/// Maximum accepted size of a single context-compiler fragment (1 MiB, the
64/// same ceiling as [`MAX_FACT_BYTES`]) — prevents a single fragment from
65/// forcing huge allocations in the compile pipeline.
66pub const MAX_FRAGMENT_BYTES: usize = 1_048_576;
67
68/// Cap on the number of fragments in one compile request — bounds the work a
69/// single call can demand across every adapter.
70pub const MAX_FRAGMENTS: usize = 1_024;
71
72/// Maximum accepted size of a fragment's base64-encoded media payload
73/// (US-009, PR1: inline images) — 4 MiB of base64 text, roughly 3 MiB of raw
74/// bytes once decoded. Deliberately separate from [`MAX_FRAGMENT_BYTES`],
75/// which only ever measures [`crate::context::model::ContextFragment::content`]
76/// (the caption): a screenshot is not text, and capping it at the 1 MiB text
77/// ceiling would reject ordinary screenshots outright. Measured against
78/// `bytes_b64.len()` (the encoded string), so the cap can reject an
79/// oversized payload before any base64 decoding is attempted.
80pub const MAX_MEDIA_BYTES: usize = 4 * 1024 * 1024;
81
82/// Aggregate cap on ALL media payloads of one request (base64 length,
83/// summed). Without it, `MAX_FRAGMENTS` fragments each at [`MAX_MEDIA_BYTES`]
84/// would let a single request carry 4 GiB of media — far past the ~1 GiB
85/// worst case the text caps allow. 64 MiB comfortably fits a real
86/// screenshot-heavy session while bounding decode work.
87pub const MAX_TOTAL_MEDIA_BYTES: usize = 64 * 1024 * 1024;
88
89/// Maximum accepted size of a single file read through a `path`-referenced
90/// context fragment (V2b-1 path ingestion) — 1 MiB, the same ceiling as
91/// [`MAX_FRAGMENT_BYTES`]: an ingested file becomes an ordinary fragment's
92/// `content`, so it must not exceed what a fragment is allowed to carry.
93/// Checked from `fs::metadata` BEFORE the file is read, and re-checked after
94/// (`fs::read` can race a concurrent write) — never clamped, always refused,
95/// so a truncated read can never silently masquerade as the whole file.
96pub const MAX_INGEST_FILE_BYTES: usize = 1_048_576;
97
98/// Maximum number of `path`-referenced fragments accepted in one compile
99/// request — bounds the filesystem work (and open-file churn) a single call
100/// can demand, symmetric to [`MAX_FRAGMENTS`] for inline fragments.
101pub const MAX_INGEST_FILES: usize = 64;
102
103/// Aggregate cap on the bytes read across every `path`-referenced fragment of
104/// one request (64 MiB) — symmetric to [`MAX_TOTAL_MEDIA_BYTES`]. Without it,
105/// [`MAX_INGEST_FILES`] fragments each at [`MAX_INGEST_FILE_BYTES`] would
106/// still admit 64 MiB (the two caps happen to coincide at these values), but
107/// this cap is checked independently and first — a future change to either
108/// per-item constant must not silently loosen the aggregate ceiling.
109pub const MAX_TOTAL_INGEST_BYTES: usize = 64 * 1024 * 1024;
110
111/// Maximum accepted size of a `compile_transcript` transcript (V2b-2), inline
112/// or `path`-referenced — 8 MiB. The ONE caller-facing shape allowed to read
113/// past the ordinary [`MAX_INGEST_FILE_BYTES`]/[`MAX_FRAGMENT_BYTES`] 1 MiB
114/// ceiling: a transcript is segmented into sub-1-MiB pieces immediately after
115/// being read (see `context::segment`), so it is never itself compiled as one
116/// oversized fragment — only the raw pre-segmentation read gets the wider cap.
117pub const MAX_TRANSCRIPT_BYTES: usize = 8 * 1024 * 1024;
118
119/// Cap on a caller-supplied token budget. A budget cannot force allocations
120/// by itself, but an absurd value would make the savings arithmetic
121/// meaningless, so adapters clamp to this ceiling instead of erroring.
122pub const MAX_TOKEN_BUDGET: u64 = 10_000_000;
123
124/// Clamp a caller-supplied token budget to [`MAX_TOKEN_BUDGET`].
125#[must_use]
126pub fn clamp_token_budget(budget: u64) -> u64 {
127 budget.min(MAX_TOKEN_BUDGET)
128}
129
130/// Clamp a caller-supplied recall limit to [`MAX_RECALL_LIMIT`].
131#[must_use]
132pub fn clamp_recall_limit(k: usize) -> usize {
133 k.min(MAX_RECALL_LIMIT)
134}
135
136/// Clamp a caller-supplied `why` hop budget to [`MAX_WHY_HOPS`].
137#[must_use]
138pub fn clamp_hops(hops: usize) -> usize {
139 hops.min(MAX_WHY_HOPS)
140}