shimmy 0.1.1

5MB Ollama alternative with dynamic port management and zero-friction LoRA serving. 95%+ test coverage, <100ms startup.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

# Multi-stage build for minimal final image
FROM rust:1.70 as builder

WORKDIR /app

# Copy source code
COPY . .

# Build with release optimizations
RUN cargo build --release --features llama

# Final stage - use distroless for security and minimal size
FROM gcr.io/distroless/cc-debian12:nonroot

# Copy the binary from builder stage
COPY --from=builder /app/target/release/shimmy /usr/local/bin/shimmy

# Use non-root user for security
USER nonroot

# Expose default port
EXPOSE 11435

# Health check
HEALTHCHECK --interval=30s --timeout=3s --start-period=5s --retries=3 \
  CMD ["/usr/local/bin/shimmy", "list"] || exit 1

# Default command
ENTRYPOINT ["/usr/local/bin/shimmy"]
CMD ["serve", "--bind", "0.0.0.0:11435"]

# Metadata
LABEL org.opencontainers.image.title="Shimmy"
LABEL org.opencontainers.image.description="The 5MB alternative to Ollama - local AI inference server"
LABEL org.opencontainers.image.vendor="Michael A. Kuykendall"
LABEL org.opencontainers.image.source="https://github.com/Michael-A-Kuykendall/shimmy"
LABEL org.opencontainers.image.url="https://github.com/Michael-A-Kuykendall/shimmy"
LABEL org.opencontainers.image.documentation="https://github.com/Michael-A-Kuykendall/shimmy/tree/main/docs"
LABEL org.opencontainers.image.licenses="MIT"