cf-mini-chat 0.1.31

Mini-chat module: multi-tenant AI chat
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use std::sync::Arc;

use axum::Extension;
use axum::extract::Path;
use modkit::api::prelude::*;
use modkit_security::SecurityContext;

use crate::api::rest::dto::{ModelDto, ModelListDto};
use crate::module::AppServices;

/// GET /mini-chat/v1/models
#[tracing::instrument(skip(svc, ctx))]
pub(crate) async fn list_models(
    Extension(ctx): Extension<SecurityContext>,
    Extension(svc): Extension<Arc<AppServices>>,
) -> ApiResult<JsonBody<ModelListDto>> {
    let models = svc.models.list_models(&ctx).await?;
    let items = models.into_iter().map(ModelDto::from).collect();
    Ok(Json(ModelListDto { items }))
}

/// GET /mini-chat/v1/models/{id}
#[tracing::instrument(skip(svc, ctx), fields(model_id = %id))]
pub(crate) async fn get_model(
    Extension(ctx): Extension<SecurityContext>,
    Extension(svc): Extension<Arc<AppServices>>,
    Path(id): Path<String>,
) -> ApiResult<JsonBody<ModelDto>> {
    let model = svc.models.get_model(&ctx, &id).await?;
    Ok(Json(ModelDto::from(model)))
}