paddler_types 3.0.0

Open-source LLMOps platform for hosting and scaling AI in your own infrastructure
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

pub mod agent_controller_pool_snapshot;
pub mod agent_controller_snapshot;
pub mod agent_desired_model;
pub mod agent_issue;
pub mod agent_issue_params;
pub mod agent_state_application_status;
pub mod balancer_desired_state;
pub mod buffered_request_manager_snapshot;
pub mod chat_template;
pub mod chat_template_message;
pub mod chat_template_message_content;
pub mod chat_template_message_content_part;
pub mod chat_template_messages;
pub mod conversation_history;
pub mod conversation_message;
pub mod conversation_message_content;
pub mod conversation_message_content_part;
pub mod embedding;
pub mod embedding_input_document;
pub mod embedding_normalization_method;
pub mod embedding_result;
pub mod generated_token_result;
pub mod huggingface_model_reference;
pub mod image_url;
pub mod inference_client;
pub mod inference_parameters;
pub mod inference_server;
pub mod jsonrpc;
pub mod media_marker;
pub mod model_metadata;
pub mod normalization;
pub mod pooling_type;
pub mod request_params;
pub mod rpc_message;
pub mod slot_aggregated_status_snapshot;
pub mod streamable_result;
pub mod validates;