pub fn offload_params_to_cpu(
builder: ConfigsBuilder,
) -> Result<ConfigsBuilder, ApiError>Expand description
Offload model parameters to CPU (for low VRAM GPUs)
pub fn offload_params_to_cpu(
builder: ConfigsBuilder,
) -> Result<ConfigsBuilder, ApiError>Offload model parameters to CPU (for low VRAM GPUs)