anyllm_proxy 0.9.6

HTTP proxy translating Anthropic Messages API to OpenAI Chat Completions
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

import { useBackends } from '../../api/queries'
import EmptyState from '../../components/shared/EmptyState'
import StatusDot from '../../components/shared/StatusDot'

export default function Backends() {
  const { data, isLoading, error } = useBackends()

  return (
    <div>
      <EmptyState loading={isLoading} error={error?.message} empty={data?.length === 0} />
      <div className="backend-cards">
        {data?.map((b) => (
          <div className="card" key={b.name}>
            <div className="card-header">
              <span className="card-name">{b.name}</span>
              <StatusDot status={b.status === 'ok' ? 'ok' : 'err'} pulse={b.status === 'ok'} />
            </div>
            <div className="card-body">
              <div className="mono">{b.model}</div>
              <div style={{ marginTop: 6, display: 'grid', gridTemplateColumns: '1fr 1fr', gap: 4 }}>
                <span className="dim">Requests</span><span className="mono">{b.requests_total}</span>
                <span className="dim">P50</span><span className="mono">{b.p50_ms}ms</span>
                <span className="dim">P95</span><span className="mono">{b.p95_ms}ms</span>
                <span className="dim">Errors</span>
                <span className="mono" style={{ color: b.requests_err > 0 ? 'var(--err)' : undefined }}>
                  {b.requests_err}
                </span>
              </div>
            </div>
          </div>
        ))}
      </div>
    </div>
  )
}