name: Release
on:
push:
tags:
- 'v*'
env:
CARGO_TERM_COLOR: always
RELEASE_FEATURES: postgres,sqlite,redis,s3,metrics,tracing,websockets,analytics,providers-extra,providers-extended,mcp-validation
permissions:
contents: read
jobs:
create-release:
name: Create Release
runs-on: ubuntu-latest
permissions:
contents: write
outputs:
version: ${{ steps.get_version.outputs.version }}
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Get version
id: get_version
run: echo "version=${GITHUB_REF#refs/tags/}" >> $GITHUB_OUTPUT
- name: Create or update Release
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
version="${{ steps.get_version.outputs.version }}"
target="$(git rev-list -n 1 "$version")"
if gh release view "$version" >/dev/null 2>&1; then
gh release edit "$version" \
--title "Release $version" \
--notes-file CHANGELOG.md \
--target "$target" \
--draft=false \
--prerelease=false
else
gh release create "$version" \
--title "Release $version" \
--notes-file CHANGELOG.md \
--target "$target" \
--verify-tag
fi
build-release:
name: Build Release
needs: create-release
runs-on: ${{ matrix.os }}
permissions:
contents: write
continue-on-error: ${{ matrix.allow_failure }}
strategy:
fail-fast: false
matrix:
include:
- os: ubuntu-latest
target: x86_64-unknown-linux-gnu
name: linux-x86_64
allow_failure: false
- os: ubuntu-latest
target: x86_64-unknown-linux-musl
name: linux-x86_64-musl
allow_failure: true
- os: windows-latest
target: x86_64-pc-windows-msvc
name: windows-x86_64
allow_failure: false
- os: macos-latest
target: x86_64-apple-darwin
name: macos-x86_64
allow_failure: false
- os: macos-latest
target: aarch64-apple-darwin
name: macos-aarch64
allow_failure: false
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Install Rust
uses: dtolnay/rust-toolchain@4be7066ada62dd38de10e7b70166bc74ed198c30 with:
toolchain: 1.96.1
targets: ${{ matrix.target }}
- name: Cache dependencies
uses: actions/cache@v4
with:
path: |
~/.cargo/registry
~/.cargo/git
target
key: ${{ runner.os }}-${{ matrix.target }}-cargo-release-${{ hashFiles('**/Cargo.lock') }}
- name: Install system dependencies (Ubuntu)
if: matrix.os == 'ubuntu-latest'
run: |
sudo apt-get update
sudo apt-get install -y libpq-dev pkg-config libssl-dev
if [ "${{ matrix.target }}" = "x86_64-unknown-linux-musl" ]; then
sudo apt-get install -y musl-tools
fi
- name: Install system dependencies (macOS)
if: matrix.os == 'macos-latest'
run: |
brew install postgresql openssl pkg-config
- name: Build release binary
shell: bash
run: cargo build --release --target ${{ matrix.target }} --bin gateway --no-default-features --features "$RELEASE_FEATURES"
- name: Create archive (Unix)
if: matrix.os != 'windows-latest'
run: |
cd target/${{ matrix.target }}/release
tar czf ../../../rust-litellm-gateway-${{ needs.create-release.outputs.version }}-${{ matrix.name }}.tar.gz gateway
cd ../../..
- name: Create archive (Windows)
if: matrix.os == 'windows-latest'
run: |
cd target/${{ matrix.target }}/release
7z a ../../../rust-litellm-gateway-${{ needs.create-release.outputs.version }}-${{ matrix.name }}.zip gateway.exe
cd ../../..
- name: Upload Release Asset (Unix)
if: matrix.os != 'windows-latest'
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
gh release upload "${{ needs.create-release.outputs.version }}" "./rust-litellm-gateway-${{ needs.create-release.outputs.version }}-${{ matrix.name }}.tar.gz" --clobber
- name: Upload Release Asset (Windows)
if: matrix.os == 'windows-latest'
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: |
gh release upload "${{ needs.create-release.outputs.version }}" "./rust-litellm-gateway-${{ needs.create-release.outputs.version }}-${{ matrix.name }}.zip" --clobber
docker-release:
name: Docker Release
needs: create-release
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
steps:
- name: Check Docker credentials
id: docker_credentials
env:
DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
run: |
if [ -n "$DOCKER_USERNAME" ] && [ -n "$DOCKER_PASSWORD" ]; then
echo "available=true" >> "$GITHUB_OUTPUT"
else
echo "available=false" >> "$GITHUB_OUTPUT"
echo "::notice title=Docker publish skipped::Set DOCKER_USERNAME and DOCKER_PASSWORD to publish Docker images during releases."
fi
- name: Checkout code
if: steps.docker_credentials.outputs.available == 'true'
uses: actions/checkout@v4
- name: Set up Docker Buildx
if: steps.docker_credentials.outputs.available == 'true'
uses: docker/setup-buildx-action@v3
- name: Login to Docker Hub
if: steps.docker_credentials.outputs.available == 'true'
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
- name: Login to GitHub Container Registry
if: steps.docker_credentials.outputs.available == 'true'
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Extract metadata
if: steps.docker_credentials.outputs.available == 'true'
id: meta
uses: docker/metadata-action@v5
with:
images: |
majiayu000/litellm-rs
ghcr.io/${{ github.repository }}
tags: |
type=ref,event=tag
type=semver,pattern={{version}}
type=semver,pattern={{major}}.{{minor}}
type=semver,pattern={{major}}
- name: Build and push Docker image
if: steps.docker_credentials.outputs.available == 'true'
uses: docker/build-push-action@v5
with:
context: .
platforms: linux/amd64,linux/arm64
push: true
tags: ${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}
cache-from: type=gha
cache-to: type=gha,mode=max
publish-crate:
name: Publish to crates.io
needs: create-release
runs-on: ubuntu-latest
steps:
- name: Check crates.io token
id: crates_token
env:
CRATES_IO_TOKEN: ${{ secrets.CRATES_IO_TOKEN }}
run: |
if [ -n "$CRATES_IO_TOKEN" ]; then
echo "available=true" >> "$GITHUB_OUTPUT"
else
echo "available=false" >> "$GITHUB_OUTPUT"
echo "::notice title=crates.io publish skipped::Set CRATES_IO_TOKEN to publish litellm-rs during releases."
fi
- name: Checkout code
if: steps.crates_token.outputs.available == 'true'
uses: actions/checkout@v4
- name: Install Rust
if: steps.crates_token.outputs.available == 'true'
uses: dtolnay/rust-toolchain@4be7066ada62dd38de10e7b70166bc74ed198c30 with:
toolchain: 1.96.1
- name: Cache dependencies
if: steps.crates_token.outputs.available == 'true'
uses: actions/cache@v4
with:
path: |
~/.cargo/registry
~/.cargo/git
target
key: ${{ runner.os }}-cargo-publish-${{ hashFiles('**/Cargo.lock') }}
- name: Install system dependencies
if: steps.crates_token.outputs.available == 'true'
run: |
sudo apt-get update
sudo apt-get install -y libpq-dev pkg-config libssl-dev
- name: Publish to crates.io
if: steps.crates_token.outputs.available == 'true'
env:
CRATES_IO_TOKEN: ${{ secrets.CRATES_IO_TOKEN }}
run: cargo publish --token "$CRATES_IO_TOKEN"
homebrew-release:
name: Update Homebrew Formula
needs: [create-release, build-release]
runs-on: ubuntu-latest
if: github.repository == 'majiayu000/litellm-rs'
steps:
- name: Check Homebrew tap token
id: homebrew_token
env:
HOMEBREW_TAP_TOKEN: ${{ secrets.HOMEBREW_TAP_TOKEN }}
run: |
if [ -n "$HOMEBREW_TAP_TOKEN" ]; then
echo "available=true" >> "$GITHUB_OUTPUT"
else
echo "available=false" >> "$GITHUB_OUTPUT"
echo "::notice title=Homebrew tap update skipped::Set HOMEBREW_TAP_TOKEN to update majiayu000/homebrew-tap during releases."
fi
- name: Checkout Homebrew tap
if: steps.homebrew_token.outputs.available == 'true'
uses: actions/checkout@v4
with:
repository: majiayu000/homebrew-tap
token: ${{ secrets.HOMEBREW_TAP_TOKEN }}
path: homebrew-tap
- name: Update Homebrew formula
if: steps.homebrew_token.outputs.available == 'true'
env:
RELEASE_VERSION: ${{ needs.create-release.outputs.version }}
RELEASE_REPOSITORY: ${{ github.repository }}
run: |
set -euo pipefail
formula_rel="Formula/rust-litellm-gateway.rb"
formula_path="homebrew-tap/${formula_rel}"
version="${RELEASE_VERSION#v}"
arm_url="https://github.com/${RELEASE_REPOSITORY}/releases/download/${RELEASE_VERSION}/rust-litellm-gateway-${RELEASE_VERSION}-macos-aarch64.tar.gz"
intel_url="https://github.com/${RELEASE_REPOSITORY}/releases/download/${RELEASE_VERSION}/rust-litellm-gateway-${RELEASE_VERSION}-macos-x86_64.tar.gz"
arm_sha="$(curl -fsSL "$arm_url" | shasum -a 256 | awk '{print $1}')"
intel_sha="$(curl -fsSL "$intel_url" | shasum -a 256 | awk '{print $1}')"
mkdir -p "$(dirname "$formula_path")"
RELEASE_VERSION="$RELEASE_VERSION" \
FORMULA_VERSION="$version" \
ARM_URL="$arm_url" \
ARM_SHA="$arm_sha" \
INTEL_URL="$intel_url" \
INTEL_SHA="$intel_sha" \
FORMULA_PATH="$formula_path" \
ruby <<'RUBY'
formula = <<~FORMULA
class RustLitellmGateway < Formula
desc "High-performance AI gateway with OpenAI-compatible APIs"
homepage "https://github.com/majiayu000/litellm-rs"
version "#{ENV.fetch("FORMULA_VERSION")}"
license "MIT"
depends_on :macos
if OS.mac? && Hardware::CPU.arm?
url "#{ENV.fetch("ARM_URL")}"
sha256 "#{ENV.fetch("ARM_SHA")}"
elsif OS.mac?
url "#{ENV.fetch("INTEL_URL")}"
sha256 "#{ENV.fetch("INTEL_SHA")}"
end
def install
bin.install "gateway"
end
test do
assert_match "gateway \#{version}", shell_output("\#{bin}/gateway --version")
end
end
FORMULA
File.write(ENV.fetch("FORMULA_PATH"), formula)
RUBY
ruby -c "$formula_path"
git -C homebrew-tap diff -- "$formula_rel"
git -C homebrew-tap config user.name "github-actions[bot]"
git -C homebrew-tap config user.email "41898282+github-actions[bot]@users.noreply.github.com"
git -C homebrew-tap add "$formula_rel"
if git -C homebrew-tap diff --cached --quiet; then
echo "::notice title=Homebrew formula unchanged::rust-litellm-gateway is already at ${RELEASE_VERSION}."
else
git -C homebrew-tap commit -m "rust-litellm-gateway ${version}"
git -C homebrew-tap push origin HEAD:main
fi
deploy-staging:
name: Deploy to Staging
needs: [create-release, docker-release]
runs-on: ubuntu-latest
environment: staging
steps:
- name: Deploy to staging
run: |
echo "Deploying version ${{ needs.create-release.outputs.version }} to staging"
# Add your staging deployment commands here
# For example, update Kubernetes deployment, trigger ArgoCD sync, etc.
deploy-production:
name: Deploy to Production
needs: [create-release, docker-release, deploy-staging]
runs-on: ubuntu-latest
environment: production
steps:
- name: Deploy to production
run: |
echo "Deploying version ${{ needs.create-release.outputs.version }} to production"
# Add your production deployment commands here