litellm-rs 0.6.0

A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features
Documentation
:root {
  --bg: #f5f7fb;
  --surface: #ffffff;
  --surface-muted: #eef2f7;
  --text: #18202b;
  --muted: #5d6a79;
  --border: #ced6e0;
  --accent: #3157d5;
  --accent-strong: #2343ac;
  --danger: #b42318;
  --focus: #ffb020;
  --shadow: 0 16px 45px rgb(23 34 56 / 10%);
  font-family: Inter, ui-sans-serif, system-ui, -apple-system, BlinkMacSystemFont,
    "Segoe UI", sans-serif;
  color: var(--text);
  background: var(--bg);
}

@media (prefers-color-scheme: dark) {
  :root {
    --bg: #10151d;
    --surface: #18202b;
    --surface-muted: #232d3a;
    --text: #f2f5f9;
    --muted: #abb8c7;
    --border: #3a4655;
    --accent: #86a3ff;
    --accent-strong: #abc0ff;
    --danger: #ff8a80;
    --focus: #ffd166;
    --shadow: 0 18px 50px rgb(0 0 0 / 28%);
  }
}

* {
  box-sizing: border-box;
}

body {
  margin: 0;
  min-height: 100vh;
  background:
    radial-gradient(circle at top left, rgb(49 87 213 / 13%), transparent 36rem),
    var(--bg);
}

button,
input,
select {
  font: inherit;
}

button {
  min-height: 2.65rem;
  padding: 0.65rem 1rem;
  border: 1px solid var(--accent);
  border-radius: 0.7rem;
  color: #ffffff;
  background: var(--accent);
  cursor: pointer;
}

button:hover:not(:disabled) {
  background: var(--accent-strong);
}

button:disabled {
  cursor: wait;
  opacity: 0.58;
}

button.secondary {
  color: var(--accent);
  background: transparent;
}

button.danger {
  border-color: var(--danger);
  color: var(--danger);
  background: transparent;
}

:focus-visible {
  outline: 3px solid var(--focus);
  outline-offset: 3px;
}

.skip-link {
  position: fixed;
  z-index: 10;
  top: 0.5rem;
  left: 0.5rem;
  padding: 0.7rem 1rem;
  color: var(--surface);
  background: var(--text);
  transform: translateY(-150%);
}

.skip-link:focus {
  transform: translateY(0);
}

.topbar {
  display: flex;
  align-items: center;
  justify-content: space-between;
  gap: 1rem;
  padding: 1.25rem clamp(1rem, 4vw, 3rem);
  border-bottom: 1px solid var(--border);
  background: rgb(255 255 255 / 72%);
  backdrop-filter: blur(14px);
}

.topbar h1,
.panel h2,
.auth-card h2 {
  margin: 0.15rem 0;
}

.eyebrow {
  margin: 0;
  color: var(--accent);
  font-size: 0.75rem;
  font-weight: 750;
  letter-spacing: 0.12em;
  text-transform: uppercase;
}

.session-actions {
  display: flex;
  align-items: center;
  gap: 0.8rem;
  color: var(--muted);
}

main {
  width: min(92rem, 100%);
  margin: 0 auto;
  padding: clamp(1rem, 3vw, 2.5rem);
}

.auth-card,
.panel,
.create-card {
  border: 1px solid var(--border);
  border-radius: 1rem;
  background: var(--surface);
  box-shadow: var(--shadow);
}

.auth-card {
  display: grid;
  grid-template-columns: minmax(0, 1fr) minmax(18rem, 26rem);
  gap: 2.5rem;
  max-width: 64rem;
  margin: clamp(2rem, 7vw, 7rem) auto;
  padding: clamp(1.25rem, 4vw, 3rem);
}

form {
  display: grid;
  gap: 0.55rem;
}

label {
  margin-top: 0.45rem;
  font-weight: 680;
}

input,
select {
  width: 100%;
  min-height: 2.65rem;
  padding: 0.6rem 0.75rem;
  border: 1px solid var(--border);
  border-radius: 0.55rem;
  color: var(--text);
  background: var(--surface);
}

.tabs {
  display: flex;
  gap: 0.45rem;
  margin-bottom: 1rem;
  padding: 0.35rem;
  border: 1px solid var(--border);
  border-radius: 0.85rem;
  background: var(--surface);
}

.tab {
  flex: 1;
  border-color: transparent;
  color: var(--muted);
  background: transparent;
}

.tab.active {
  color: #ffffff;
  background: var(--accent);
}

.panel {
  padding: clamp(1rem, 3vw, 2rem);
}

.panel-heading {
  display: flex;
  align-items: flex-start;
  justify-content: space-between;
  gap: 1rem;
  margin-bottom: 1.25rem;
}

.panel-heading p {
  margin-top: 0.35rem;
  color: var(--muted);
}

.create-card {
  margin-bottom: 1.25rem;
  padding: 1rem;
  box-shadow: none;
}

.create-card summary {
  cursor: pointer;
  font-weight: 730;
}

.form-grid {
  display: grid;
  grid-template-columns: minmax(11rem, 0.5fr) minmax(16rem, 1fr);
  gap: 0.75rem 1rem;
  margin-top: 1rem;
}

.form-grid button,
.form-grid .field-help {
  grid-column: 2;
}

.field-help {
  margin: 0;
  color: var(--muted);
  font-size: 0.9rem;
}

.table-wrap {
  overflow-x: auto;
  border: 1px solid var(--border);
  border-radius: 0.75rem;
}

table {
  width: 100%;
  border-collapse: collapse;
  background: var(--surface);
}

caption {
  padding: 0.75rem;
  color: var(--muted);
  text-align: left;
}

th,
td {
  padding: 0.8rem 0.75rem;
  border-top: 1px solid var(--border);
  text-align: left;
  vertical-align: top;
}

th {
  color: var(--muted);
  font-size: 0.78rem;
  letter-spacing: 0.05em;
  text-transform: uppercase;
  background: var(--surface-muted);
}

td code {
  white-space: nowrap;
}

.empty-state {
  padding: 1.5rem;
  color: var(--muted);
  text-align: center;
}

.pagination {
  display: flex;
  align-items: center;
  justify-content: flex-end;
  gap: 0.8rem;
  margin-top: 1rem;
}

.spend-grid {
  display: grid;
  gap: 1.25rem;
}

.status,
.error {
  position: fixed;
  right: 1rem;
  bottom: 1rem;
  max-width: min(32rem, calc(100vw - 2rem));
  padding: 0.8rem 1rem;
  border: 1px solid var(--border);
  border-radius: 0.75rem;
  background: var(--surface);
  box-shadow: var(--shadow);
}

.status:empty {
  display: none;
}

.error {
  border-color: var(--danger);
  color: var(--danger);
}

dialog {
  width: min(38rem, calc(100vw - 2rem));
  border: 1px solid var(--border);
  border-radius: 1rem;
  color: var(--text);
  background: var(--surface);
  box-shadow: var(--shadow);
}

dialog::backdrop {
  background: rgb(5 10 18 / 65%);
}

dialog pre {
  overflow-wrap: anywhere;
  white-space: pre-wrap;
  padding: 1rem;
  border-radius: 0.6rem;
  background: var(--surface-muted);
}

.dialog-actions {
  display: flex;
  justify-content: flex-end;
  gap: 0.75rem;
}

[hidden] {
  display: none !important;
}

@media (max-width: 700px) {
  .topbar,
  .panel-heading,
  .session-actions {
    align-items: stretch;
    flex-direction: column;
  }

  .auth-card,
  .form-grid {
    grid-template-columns: 1fr;
  }

  .form-grid button,
  .form-grid .field-help {
    grid-column: 1;
  }

  .tabs {
    overflow-x: auto;
  }

  .tab {
    min-width: 8rem;
  }
}