trustformers-serve 0.1.0

High-performance inference server for TrustformeRS models
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

# Multi-stage build for optimized production image
FROM rust:1.75-slim as builder

# Install build dependencies
RUN apt-get update && apt-get install -y \
    pkg-config \
    libssl-dev \
    protobuf-compiler \
    && rm -rf /var/lib/apt/lists/*

# Create app directory
WORKDIR /app

# Copy manifests
COPY Cargo.toml Cargo.lock ./
COPY build.rs ./

# Copy proto files
COPY proto/ ./proto/

# Copy source code
COPY src/ ./src/

# Build for release
RUN cargo build --release

# Runtime stage
FROM debian:bookworm-slim

# Install runtime dependencies
RUN apt-get update && apt-get install -y \
    ca-certificates \
    libssl3 \
    && rm -rf /var/lib/apt/lists/* \
    && update-ca-certificates

# Create non-root user
RUN groupadd -r trustformers && useradd -r -g trustformers -u 1000 trustformers

# Create app directories
RUN mkdir -p /app/config /app/models /app/logs \
    && chown -R trustformers:trustformers /app

# Copy binary from builder stage
COPY --from=builder /app/target/release/trustformers-serve /usr/local/bin/trustformers-serve

# Copy config files
COPY k8s/deployment.yaml /app/config/default.yaml

# Switch to non-root user
USER trustformers

# Set working directory
WORKDIR /app

# Expose ports
EXPOSE 8080 9090 9091

# Health check
HEALTHCHECK --interval=30s --timeout=5s --start-period=30s --retries=3 \
    CMD curl -f http://localhost:8080/health || exit 1

# Environment variables
ENV RUST_LOG=info
ENV SERVER_HOST=0.0.0.0
ENV SERVER_PORT=8080
ENV GRPC_PORT=9090
ENV METRICS_PORT=9091

# Run the application
CMD ["trustformers-serve"]