reflex-server 0.2.2

OpenAI-compatible HTTP gateway for Reflex cache
Documentation
1
2
3
4
5
6
7
8
use async_openai::types::chat::CreateChatCompletionResponse;
use serde::{Deserialize, Serialize};

#[derive(Serialize, Deserialize, Debug, Clone)]
pub struct CachePayload {
    pub semantic_request: String,
    pub response: CreateChatCompletionResponse,
}