opensourcellmrouter 0.7.0

A fast, local-first LLM router — proxy any OpenAI/Anthropic/Ollama client to your own provider pipeline with classifiers, cost/latency/random routing rules, plugins, a live dashboard, and a TUI.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

//! `pdf`: parse and extract content from uploaded PDF files.
//!
//! Not yet implemented — enabling this plugin (via `[plugins.pdf]
//! enabled = true` or a request's `plugins` array) fails the request with a
//! clear error rather than silently doing nothing.
//!
//! To implement: extend [`crate::canonical::Message`] to carry base64
//! document attachments (mirroring Anthropic's `document` content blocks
//! and OpenAI's `file` content parts), add a PDF text-extraction crate, and
//! have `pre_request` replace each PDF attachment with its extracted text.

use async_trait::async_trait;

use super::{Flow, Plugin, PluginContext};
use crate::canonical::{ChatRequest, ChatResponse};

pub struct PdfInputPlugin;

#[async_trait]
impl Plugin for PdfInputPlugin {
    fn id(&self) -> &'static str {
        "pdf"
    }

    async fn pre_request(
        &self,
        _ctx: &PluginContext,
        _req: &mut ChatRequest,
        _resp: &mut Option<ChatResponse>,
    ) -> anyhow::Result<Flow> {
        anyhow::bail!(
            "plugin 'pdf' (PDF Inputs) is enabled but not yet implemented: extend \
             canonical::Message to support attachments and add PDF text extraction"
        )
    }
}