burn-lm-cli 0.0.1

Burn Large Models Engine - CLI.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

services:
  open-webui:
    image: ghcr.io/open-webui/open-webui:main
    container_name: open-webui
    restart: always
    ports:
      - "3000:8080"
    environment:
      # https://docs.openwebui.com/getting-started/advanced-topics/env-configuration
      ENABLE_OPENAI_API: "True"
      OPENAI_API_KEY: ""
      OPENAI_API_BASE_URL: "http://host.docker.internal:3001/v1"
      ENABLE_OLLAMA_API: "False"
      ENABLE_LOGIN_FORM: "False"
      ENABLE_SIGNUP: "False"
      WEBUI_AUTH: "False"
      DEFAULT_MODELS: "TinyLlama"
      ENABLE_MESSAGE_RATING: "False"
      SAFE_MODE: "True"
      TITLE_GENERATION_PROMPT_TEMPLATE: "Create a concise but descriptive 3 to 5 words title in natural English for the following content: {{prompt}}"
    volumes:
      - open-webui:/app/backend/data

volumes:
  open-webui: