Struct ModalityCapabilities 

pub struct ModalityCapabilities {
    pub category: ModelCategory,
    pub input_modalities: Vec<Modality>,
    pub output_modalities: Vec<Modality>,
    pub max_image_resolution: Option<(u32, u32)>,
    pub max_video_duration: Option<u32>,
    pub max_audio_duration: Option<u32>,
    pub max_images_per_request: Option<u32>,
    pub supported_image_formats: Vec<ImageFormat>,
    pub supports_streaming: bool,
    pub supports_interleaved: bool,
}

Describes what modalities a model can accept and produce

Fields

category: ModelCategory

Model category

input_modalities: Vec<Modality>

Supported input modalities

output_modalities: Vec<Modality>

Supported output modalities

max_image_resolution: Option<(u32, u32)>

Maximum image resolution (width, height)

max_video_duration: Option<u32>

Maximum video duration in seconds

max_audio_duration: Option<u32>

Maximum audio duration in seconds

max_images_per_request: Option<u32>

Maximum images per request

supported_image_formats: Vec<ImageFormat>

Supported image formats

supports_streaming: bool

Supports real-time streaming

supports_interleaved: bool

Supports interleaved multi-turn with images

Implementations

impl ModalityCapabilities

pub fn llm() -> Self

Create capabilities for a text-only LLM

pub fn vlm() -> Self

Create capabilities for a Vision-Language Model

pub fn vla() -> Self

Create capabilities for a Vision-Language-Action Model

pub fn multimodal() -> Self

Create capabilities for a multimodal model (like GPT-4o or Gemini)

pub fn embodied() -> Self

Create capabilities for an embodied AI model

pub fn supports_input(&self, modality: Modality) -> bool

Check if this model supports a given input modality

pub fn supports_output(&self, modality: Modality) -> bool

Check if this model supports a given output modality

pub fn supports_vision(&self) -> bool

Check if this model supports vision input

pub fn supports_actions(&self) -> bool

Check if this model supports action output

Trait Implementations

impl Clone for ModalityCapabilities

fn clone(&self) -> ModalityCapabilities

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModalityCapabilities

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModalityCapabilities

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModalityCapabilities

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModalityCapabilities

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.