docspec_http/metrics/
mod.rs

1//! Prometheus metrics for the `docspec-http` server.
2//!
3//! Each pod exposes its own `/metrics` endpoint. The Prometheus server
4//! scrapes each pod independently — no aggregation happens in-process.
5//!
6//! # Design
7//!
8//! This module owns all metric-name and label constants. Middleware (see
9//! [`middleware`]) records values; this module only declares and describes
10//! them. Call [`install_global`] once at startup before accepting requests,
11//! then mount the closure returned by [`metrics_handler`] at `/metrics`.
12
13pub mod middleware;
14
15use axum::http::header::CONTENT_TYPE;
16use metrics::{describe_counter, describe_histogram};
17use metrics_exporter_prometheus::{
18    BuildError, Matcher, PrometheusBuilder, PrometheusHandle, PrometheusRecorder,
19};
20
21// ─── Metric-name constants ─────────────────────────────────────────────────
22
23/// Counter: total number of HTTP requests received.
24pub const METRIC_HTTP_REQUESTS_TOTAL: &str = "docspec_http_requests_total";
25
26/// Histogram: HTTP request latency in seconds.
27pub const METRIC_HTTP_REQUEST_DURATION_SECONDS: &str = "docspec_http_request_duration_seconds";
28
29/// Histogram: HTTP request body size in bytes.
30pub const METRIC_HTTP_REQUEST_BODY_BYTES: &str = "docspec_http_request_body_bytes";
31
32/// Counter: total number of document conversions.
33pub const METRIC_CONVERSIONS_TOTAL: &str = "docspec_conversions_total";
34
35/// Histogram: document conversion duration in seconds.
36pub const METRIC_CONVERSION_DURATION_SECONDS: &str = "docspec_conversion_duration_seconds";
37
38/// Histogram: document conversion output size in bytes.
39pub const METRIC_CONVERSION_OUTPUT_BYTES: &str = "docspec_conversion_output_bytes";
40
41// ─── Label key constants ───────────────────────────────────────────────────
42
43/// Label key for the HTTP request method (GET, POST, …).
44pub const LABEL_METHOD: &str = "method";
45
46/// Label key for the matched route path pattern.
47pub const LABEL_PATH: &str = "path";
48
49/// Label key for the HTTP response status code.
50pub const LABEL_STATUS: &str = "status";
51
52/// Label key for the conversion outcome category.
53pub const LABEL_RESULT: &str = "result";
54
55/// Label key for the error class when a conversion fails.
56pub const LABEL_ERROR_CLASS: &str = "error_class";
57
58/// Label key for the input MIME type of the conversion request.
59pub const LABEL_INPUT_MIME_TYPE: &str = "input_mime_type";
60
61/// Label key for the output MIME type produced by the conversion.
62pub const LABEL_OUTPUT_MIME_TYPE: &str = "output_mime_type";
63
64// ─── Label value constants ─────────────────────────────────────────────────
65
66/// Value for [`LABEL_PATH`] when no route was matched by the router.
67pub const PATH_UNKNOWN: &str = "unknown";
68
69/// Value for [`LABEL_RESULT`] when a conversion succeeds.
70pub const RESULT_SUCCESS: &str = "success";
71
72/// Value for [`LABEL_RESULT`] when a conversion fails due to a client error.
73pub const RESULT_CLIENT_ERROR: &str = "client_error";
74
75/// Value for [`LABEL_RESULT`] when a conversion fails due to a server error.
76pub const RESULT_SERVER_ERROR: &str = "server_error";
77
78/// Value for [`LABEL_ERROR_CLASS`] when no error occurred.
79pub const ERROR_CLASS_NONE: &str = "none";
80
81/// Value for [`LABEL_INPUT_MIME_TYPE`] when the request was text/markdown.
82pub const INPUT_MIME_MARKDOWN: &str = "text/markdown";
83
84/// Value for [`LABEL_INPUT_MIME_TYPE`] when the request was text/html.
85pub const INPUT_MIME_HTML: &str = "text/html";
86
87/// Value for [`LABEL_INPUT_MIME_TYPE`] when the Content-Type header was present but not a supported reader format.
88pub const INPUT_MIME_UNSUPPORTED: &str = "unsupported";
89
90/// Value for [`LABEL_INPUT_MIME_TYPE`] when the Content-Type header was absent.
91pub const INPUT_MIME_NONE: &str = "none";
92
93/// Value for [`LABEL_OUTPUT_MIME_TYPE`] when the conversion produced `BlockNote` JSON.
94pub const OUTPUT_MIME_BLOCKNOTE: &str = "application/vnd.docspec.blocknote+json";
95
96/// Value for [`LABEL_OUTPUT_MIME_TYPE`] when the conversion produced `oxa.dev` JSON.
97pub const OUTPUT_MIME_OXA: &str = "application/vnd.oxa+json";
98
99/// Value for [`LABEL_OUTPUT_MIME_TYPE`] when no output was produced (any error path).
100pub const OUTPUT_MIME_NONE: &str = "none";
101
102// ─── Histogram bucket arrays ───────────────────────────────────────────────
103
104/// Latency histogram buckets for HTTP request duration, in seconds.
105pub const HTTP_LATENCY_BUCKETS: [f64; 11] = [
106    0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1.0, 2.5, 5.0, 10.0,
107];
108
109/// Body-size histogram buckets for HTTP request bodies, in bytes.
110pub const HTTP_BODY_SIZE_BUCKETS: [f64; 12] = [
111    100.0, 200.0, 400.0, 800.0, 1_600.0, 3_200.0, 6_400.0, 12_800.0, 25_600.0, 51_200.0, 102_400.0,
112    204_800.0,
113];
114
115/// Latency histogram buckets for document conversion duration, in seconds.
116///
117/// Shares the same breakpoints as [`HTTP_LATENCY_BUCKETS`].
118pub const CONVERSION_DURATION_BUCKETS: [f64; 11] = HTTP_LATENCY_BUCKETS;
119
120/// Size histogram buckets for conversion output bytes.
121///
122/// Shares the same breakpoints as [`HTTP_BODY_SIZE_BUCKETS`] for symmetry
123/// between request body size and conversion output size in dashboards.
124pub const CONVERSION_OUTPUT_BYTES_BUCKETS: [f64; 12] = HTTP_BODY_SIZE_BUCKETS;
125
126// ─── Recorder builder ──────────────────────────────────────────────────────
127
128fn configure_buckets(builder: PrometheusBuilder) -> Result<PrometheusBuilder, BuildError> {
129    builder
130        .set_buckets_for_metric(
131            Matcher::Full(METRIC_HTTP_REQUEST_DURATION_SECONDS.to_owned()),
132            &HTTP_LATENCY_BUCKETS,
133        )?
134        .set_buckets_for_metric(
135            Matcher::Full(METRIC_HTTP_REQUEST_BODY_BYTES.to_owned()),
136            &HTTP_BODY_SIZE_BUCKETS,
137        )?
138        .set_buckets_for_metric(
139            Matcher::Full(METRIC_CONVERSION_DURATION_SECONDS.to_owned()),
140            &CONVERSION_DURATION_BUCKETS,
141        )?
142        .set_buckets_for_metric(
143            Matcher::Full(METRIC_CONVERSION_OUTPUT_BYTES.to_owned()),
144            &CONVERSION_OUTPUT_BYTES_BUCKETS,
145        )
146}
147
148/// Builds a configured [`PrometheusRecorder`] and its [`PrometheusHandle`]
149/// **without** installing it globally.
150///
151/// Use this in tests together with [`metrics::with_local_recorder`] to keep
152/// test runs isolated from one another and from the global recorder.
153///
154/// # Errors
155///
156/// Returns [`BuildError`] when bucket values are empty or otherwise invalid.
157#[inline]
158pub fn build_recorder() -> Result<(PrometheusRecorder, PrometheusHandle), BuildError> {
159    let recorder = configure_buckets(PrometheusBuilder::new())?.build_recorder();
160    let handle = recorder.handle();
161    Ok((recorder, handle))
162}
163
164/// Installs the Prometheus recorder globally and registers HELP text for every
165/// metric.
166///
167/// Call **once** at server startup before accepting requests. Returns the
168/// [`PrometheusHandle`] needed to scrape the `/metrics` endpoint.
169///
170/// # Errors
171///
172/// Returns [`BuildError`] when bucket configuration or recorder installation
173/// fails (e.g., a global recorder is already installed).
174#[inline]
175pub fn install_global() -> Result<PrometheusHandle, BuildError> {
176    let handle = configure_buckets(PrometheusBuilder::new())?.install_recorder()?;
177
178    describe_counter!(METRIC_HTTP_REQUESTS_TOTAL, "Total HTTP requests received.");
179    describe_histogram!(
180        METRIC_HTTP_REQUEST_DURATION_SECONDS,
181        "HTTP request latency in seconds."
182    );
183    describe_histogram!(
184        METRIC_HTTP_REQUEST_BODY_BYTES,
185        "HTTP request body size in bytes, labeled by input MIME type."
186    );
187    describe_counter!(
188        METRIC_CONVERSIONS_TOTAL,
189        "Total document conversions, labeled by result, error class, and input/output MIME type."
190    );
191    describe_histogram!(
192        METRIC_CONVERSION_DURATION_SECONDS,
193        "Document conversion duration in seconds, labeled by result and input/output MIME type."
194    );
195    describe_histogram!(
196        METRIC_CONVERSION_OUTPUT_BYTES,
197        "Document conversion output size in bytes (recorded only on successful conversions), labeled by input/output MIME type."
198    );
199
200    Ok(handle)
201}
202
203// ─── Metrics endpoint handler ──────────────────────────────────────────────
204
205/// Returns a clone-safe handler closure that renders Prometheus metrics as an
206/// HTTP response with the correct Content-Type.
207///
208/// Mount the returned closure at `/metrics`. The response Content-Type is
209/// `text/plain; version=0.0.4; charset=utf-8` as required by the Prometheus
210/// exposition format specification.
211#[inline]
212pub fn metrics_handler(
213    handle: PrometheusHandle,
214) -> impl Fn() -> core::future::Ready<axum::response::Response> + Clone + Send + 'static {
215    move || {
216        let output = handle.render();
217        core::future::ready(
218            axum::http::Response::builder()
219                .header(CONTENT_TYPE, "text/plain; version=0.0.4; charset=utf-8")
220                .body(axum::body::Body::from(output))
221                .unwrap_or_else(|_| {
222                    let mut response = axum::response::Response::new(axum::body::Body::from(
223                        "failed to render metrics response",
224                    ));
225                    *response.status_mut() = axum::http::StatusCode::INTERNAL_SERVER_ERROR;
226                    response
227                }),
228        )
229    }
230}
231
232#[cfg(test)]
233mod handler_tests {
234    #![allow(
235        clippy::tests_outside_test_module,
236        clippy::unwrap_used,
237        clippy::expect_used
238    )]
239
240    use super::*;
241    use axum::body::to_bytes;
242
243    #[tokio::test]
244    async fn metrics_handler_returns_200() {
245        let (recorder, handle) = build_recorder().expect("test recorder builds");
246        let result = metrics::with_local_recorder(&recorder, || {
247            let handler = metrics_handler(handle);
248            handler()
249        });
250        let response = result.await;
251        assert_eq!(response.status(), axum::http::StatusCode::OK);
252    }
253
254    #[tokio::test]
255    async fn metrics_handler_content_type_is_prometheus_text() {
256        let (recorder, handle) = build_recorder().expect("test recorder builds");
257        let result = metrics::with_local_recorder(&recorder, || {
258            let handler = metrics_handler(handle);
259            handler()
260        });
261        let response = result.await;
262        let content_type = response
263            .headers()
264            .get(axum::http::header::CONTENT_TYPE)
265            .expect("content-type header present")
266            .to_str()
267            .expect("content-type is valid str");
268        assert_eq!(content_type, "text/plain; version=0.0.4; charset=utf-8");
269    }
270
271    #[tokio::test]
272    async fn metrics_handler_body_is_valid_utf8() {
273        let (recorder, handle) = build_recorder().expect("test recorder builds");
274        let result = metrics::with_local_recorder(&recorder, || {
275            let handler = metrics_handler(handle);
276            handler()
277        });
278        let response = result.await;
279        let body_bytes = to_bytes(response.into_body(), usize::MAX)
280            .await
281            .expect("body readable");
282        let _body_str = String::from_utf8(body_bytes.to_vec()).expect("body is valid UTF-8");
283    }
284}
docspec_http/metrics/mod.rs

docspec_http/metrics/
mod.rs
