shift-preflight 0.10.1

Multimodal preflight layer for AI model inputs — inspect, transform, and optimize images before they reach the API
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

pub mod anthropic;
pub mod openai;

use serde_json::Value;

/// An extracted image from a message payload.
#[derive(Debug, Clone)]
pub struct ExtractedImage {
    /// Index of the message containing this image
    pub message_index: usize,
    /// Index of the content part within the message
    pub content_index: usize,
    /// The raw image data (decoded from base64 or fetched from URL)
    pub data: Vec<u8>,
    /// The original base64 string or URL (for reconstruction)
    pub original_ref: ImageRef,
    /// Sequential image index across the whole payload
    pub global_index: usize,
}

/// Reference to how the image was originally specified.
#[derive(Debug, Clone)]
pub enum ImageRef {
    /// Base64 data URI: data:image/png;base64,...
    DataUri { mime_type: String, base64: String },
    /// Plain base64 string (Anthropic style)
    Base64 { media_type: String, base64: String },
    /// URL reference
    Url(String),
}

/// Detect which provider format a payload uses.
pub fn detect_provider(payload: &Value) -> Option<&'static str> {
    // Anthropic uses top-level "messages" with content blocks having "type": "image"
    // OpenAI uses "messages" with content parts having "type": "image_url"
    if let Some(messages) = payload.get("messages").and_then(|m| m.as_array()) {
        for msg in messages {
            if let Some(content) = msg.get("content").and_then(|c| c.as_array()) {
                for part in content {
                    if let Some(t) = part.get("type").and_then(|t| t.as_str()) {
                        if t == "image_url" {
                            return Some("openai");
                        }
                        if t == "image" {
                            return Some("anthropic");
                        }
                    }
                }
            }
        }
    }
    None
}

#[cfg(test)]
mod tests {
    use super::*;
    use serde_json::json;

    #[test]
    fn test_detect_openai() {
        let payload = json!({
            "model": "gpt-4o",
            "messages": [{
                "role": "user",
                "content": [{
                    "type": "image_url",
                    "image_url": {"url": "data:image/png;base64,abc"}
                }]
            }]
        });
        assert_eq!(detect_provider(&payload), Some("openai"));
    }

    #[test]
    fn test_detect_anthropic() {
        let payload = json!({
            "model": "claude-sonnet-4-20250514",
            "messages": [{
                "role": "user",
                "content": [{
                    "type": "image",
                    "source": {"type": "base64", "media_type": "image/png", "data": "abc"}
                }]
            }]
        });
        assert_eq!(detect_provider(&payload), Some("anthropic"));
    }

    #[test]
    fn test_detect_text_only() {
        let payload = json!({
            "model": "gpt-4o",
            "messages": [{
                "role": "user",
                "content": "Hello world"
            }]
        });
        assert_eq!(detect_provider(&payload), None);
    }
}