name: Release
permissions:
"contents": "write"
on:
pull_request:
push:
tags:
- '**[0-9]+.[0-9]+.[0-9]+*'
jobs:
plan:
runs-on: "ubuntu-24.04"
outputs:
val: ${{ steps.plan.outputs.manifest }}
tag: ${{ !github.event.pull_request && github.ref_name || '' }}
tag-flag: ${{ !github.event.pull_request && format('--tag={0}', github.ref_name) || '' }}
publishing: ${{ !github.event.pull_request }}
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v4
with:
persist-credentials: false
submodules: recursive
- name: Install dist
shell: bash
run: "curl --proto '=https' --tlsv1.2 -LsSf https://github.com/axodotdev/cargo-dist/releases/download/v0.31.0/cargo-dist-installer.sh | sh"
- name: Cache dist
uses: actions/upload-artifact@v4
with:
name: cargo-dist-cache
path: ~/.cargo/bin/dist
- id: plan
run: |
dist ${{ (!github.event.pull_request && format('plan --tag={0}', github.ref_name)) || 'plan' }} --output-format=json > plan-dist-manifest.json
echo "dist ran successfully"
cat plan-dist-manifest.json
echo "manifest=$(jq -c "." plan-dist-manifest.json)" >> "$GITHUB_OUTPUT"
- name: "Upload dist-manifest.json"
uses: actions/upload-artifact@v4
with:
name: artifacts-plan-dist-manifest
path: plan-dist-manifest.json
build-local-artifacts:
name: build-local-artifacts (${{ join(matrix.targets, ', ') }})
needs:
- plan
if: ${{ fromJson(needs.plan.outputs.val).ci.github.artifacts_matrix.include != null && (needs.plan.outputs.publishing == 'true' || fromJson(needs.plan.outputs.val).ci.github.pr_run_mode == 'upload') }}
strategy:
fail-fast: false
matrix: ${{ fromJson(needs.plan.outputs.val).ci.github.artifacts_matrix }}
runs-on: ${{ matrix.runner }}
container: ${{ matrix.container && matrix.container.image || null }}
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
BUILD_MANIFEST_NAME: target/distrib/${{ join(matrix.targets, '-') }}-dist-manifest.json
steps:
- name: enable windows longpaths
run: |
git config --global core.longpaths true
- uses: actions/checkout@v4
with:
persist-credentials: false
submodules: recursive
- name: Install Rust non-interactively if not already installed
if: ${{ matrix.container }}
run: |
if ! command -v cargo > /dev/null 2>&1; then
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
echo "$HOME/.cargo/bin" >> $GITHUB_PATH
fi
- name: Install dist
run: ${{ matrix.install_dist.run }}
- name: Fetch local artifacts
uses: actions/download-artifact@v4
with:
pattern: artifacts-*
path: target/distrib/
merge-multiple: true
- name: Install dependencies
run: |
${{ matrix.packages_install }}
- name: Build artifacts
run: |
# Actually do builds and make zips and whatnot
dist build ${{ needs.plan.outputs.tag-flag }} --print=linkage --output-format=json ${{ matrix.dist_args }} > dist-manifest.json
echo "dist ran successfully"
- id: cargo-dist
name: Post-build
shell: bash
run: |
# Parse out what we just built and upload it to scratch storage
echo "paths<<EOF" >> "$GITHUB_OUTPUT"
dist print-upload-files-from-manifest --manifest dist-manifest.json >> "$GITHUB_OUTPUT"
echo "EOF" >> "$GITHUB_OUTPUT"
cp dist-manifest.json "$BUILD_MANIFEST_NAME"
- name: "Upload artifacts"
uses: actions/upload-artifact@v4
with:
name: artifacts-build-local-${{ join(matrix.targets, '_') }}
path: |
${{ steps.cargo-dist.outputs.paths }}
${{ env.BUILD_MANIFEST_NAME }}
build-global-artifacts:
needs:
- plan
- build-local-artifacts
runs-on: "ubuntu-24.04"
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
BUILD_MANIFEST_NAME: target/distrib/global-dist-manifest.json
steps:
- uses: actions/checkout@v4
with:
persist-credentials: false
submodules: recursive
- name: Install cached dist
uses: actions/download-artifact@v4
with:
name: cargo-dist-cache
path: ~/.cargo/bin/
- run: chmod +x ~/.cargo/bin/dist
- name: Fetch local artifacts
uses: actions/download-artifact@v4
with:
pattern: artifacts-*
path: target/distrib/
merge-multiple: true
- id: cargo-dist
shell: bash
run: |
dist build ${{ needs.plan.outputs.tag-flag }} --output-format=json "--artifacts=global" > dist-manifest.json
echo "dist ran successfully"
# Parse out what we just built and upload it to scratch storage
echo "paths<<EOF" >> "$GITHUB_OUTPUT"
jq --raw-output ".upload_files[]" dist-manifest.json >> "$GITHUB_OUTPUT"
echo "EOF" >> "$GITHUB_OUTPUT"
cp dist-manifest.json "$BUILD_MANIFEST_NAME"
- name: Refresh npm package shrinkwrap against current CVE database
shell: bash
run: |
NPM_PKG_DIR="target/distrib/reflex-search-npm-package"
if [ -d "$NPM_PKG_DIR" ]; then
cd "$NPM_PKG_DIR"
# cargo-dist ships a shrinkwrap baked at its release time; regenerate
# it against today's registry so transitive CVEs get the fix versions.
# --ignore-scripts skips the package's postinstall (which downloads the
# rfx binary from a release tag that doesn't exist yet at this stage).
npm install --ignore-scripts
npm audit fix --ignore-scripts
# Hard gate: fail the release if anything high/critical remains.
npm audit --audit-level=high
cd -
# Repackage with the refreshed shrinkwrap.
# --dereference: npm install creates symlinks in node_modules/.bin/;
# the npm registry rejects tarballs containing symlinks, so flatten
# them into regular files at pack time.
TARBALL="target/distrib/reflex-search-npm-package.tar.gz"
tar -czhf "$TARBALL" -C target/distrib --transform 's|^reflex-search-npm-package|package|' reflex-search-npm-package
fi
- name: "Upload artifacts"
uses: actions/upload-artifact@v4
with:
name: artifacts-build-global
path: |
${{ steps.cargo-dist.outputs.paths }}
${{ env.BUILD_MANIFEST_NAME }}
host:
needs:
- plan
- build-local-artifacts
- build-global-artifacts
if: ${{ always() && needs.plan.result == 'success' && needs.plan.outputs.publishing == 'true' && (needs.build-global-artifacts.result == 'skipped' || needs.build-global-artifacts.result == 'success') && (needs.build-local-artifacts.result == 'skipped' || needs.build-local-artifacts.result == 'success') }}
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
runs-on: "ubuntu-24.04"
outputs:
val: ${{ steps.host.outputs.manifest }}
steps:
- uses: actions/checkout@v4
with:
persist-credentials: false
submodules: recursive
- name: Install cached dist
uses: actions/download-artifact@v4
with:
name: cargo-dist-cache
path: ~/.cargo/bin/
- run: chmod +x ~/.cargo/bin/dist
- name: Fetch artifacts
uses: actions/download-artifact@v4
with:
pattern: artifacts-*
path: target/distrib/
merge-multiple: true
- id: host
shell: bash
run: |
# Generate release metadata without creating the actual release
# We'll create it manually after extracting binaries
echo '{"announcement_tag":"${{ needs.plan.outputs.tag }}","announcement_title":"reflex ${{ needs.plan.outputs.tag }}","announcement_is_prerelease":false,"announcement_github_body":"Release ${{ needs.plan.outputs.tag }}"}' > dist-manifest.json
echo "manifest=$(jq -c "." dist-manifest.json)" >> "$GITHUB_OUTPUT"
- name: "Upload dist-manifest.json"
uses: actions/upload-artifact@v4
with:
name: artifacts-dist-manifest
path: dist-manifest.json
- name: "Download GitHub Artifacts"
uses: actions/download-artifact@v4
with:
pattern: artifacts-*
path: artifacts
merge-multiple: true
- name: Cleanup
run: |
# Remove the granular manifests
rm -f artifacts/*-dist-manifest.json
- name: Extract raw binaries from archives
run: |
set -e
cd artifacts
echo "=== Files in artifacts directory before extraction ==="
ls -la
# Process tar.xz archives (Unix/Linux/macOS)
for archive in *.tar.xz; do
if [ -f "$archive" ]; then
echo "=== Processing $archive ==="
# Extract archive to temporary directory
temp_dir="temp_${archive%.tar.xz}"
mkdir -p "$temp_dir"
tar -xf "$archive" -C "$temp_dir"
# Find the binary (rfx) - recursively search
binary=$(find "$temp_dir" -type f -name "rfx" | head -1)
if [ -n "$binary" ]; then
# Extract platform from archive filename and transform to friendly name
platform=$(echo "$archive" | sed 's/^reflex-//' | sed 's/\.tar\.xz$//')
# Transform to friendly names
case "$platform" in
x86_64-unknown-linux-gnu)
friendly_name="rfx-linux-x64"
;;
aarch64-unknown-linux-gnu)
friendly_name="rfx-linux-arm64"
;;
x86_64-apple-darwin)
friendly_name="rfx-macos-x64"
;;
aarch64-apple-darwin)
friendly_name="rfx-macos-arm64"
;;
*)
friendly_name="rfx-${platform}"
;;
esac
echo "Found binary: $binary -> $friendly_name"
cp "$binary" "$friendly_name"
chmod +x "$friendly_name"
else
echo "WARNING: No rfx binary found in $archive"
fi
# Clean up temp directory
rm -rf "$temp_dir"
fi
done
# Process zip archives (Windows)
for archive in *.zip; do
# Skip source code archives
if [[ "$archive" == *"reflex-"* ]]; then
echo "=== Processing $archive ==="
# Extract archive to temporary directory
temp_dir="temp_${archive%.zip}"
mkdir -p "$temp_dir"
unzip -q "$archive" -d "$temp_dir"
# Find the binary (rfx.exe) - recursively search
binary=$(find "$temp_dir" -type f -name "rfx.exe" | head -1)
if [ -n "$binary" ]; then
# Extract platform from archive filename and transform to friendly name
platform=$(echo "$archive" | sed 's/^reflex-//' | sed 's/\.zip$//')
# Transform to friendly name
case "$platform" in
x86_64-pc-windows-msvc)
friendly_name="rfx-windows-x64.exe"
;;
*)
friendly_name="rfx-${platform}.exe"
;;
esac
echo "Found binary: $binary -> $friendly_name"
cp "$binary" "$friendly_name"
else
echo "WARNING: No rfx.exe binary found in $archive"
fi
# Clean up temp directory
rm -rf "$temp_dir"
fi
done
echo "=== Files to be uploaded to release ==="
ls -lh
echo "=== Binaries found ==="
ls -lh rfx* 2>/dev/null || echo "No binaries found!"
echo "=== Installers found ==="
ls -lh *installer* 2>/dev/null || echo "No installers found!"
- name: Create GitHub Release
env:
PRERELEASE_FLAG: "${{ fromJson(steps.host.outputs.manifest).announcement_is_prerelease && '--prerelease' || '' }}"
ANNOUNCEMENT_TITLE: "${{ fromJson(steps.host.outputs.manifest).announcement_title }}"
ANNOUNCEMENT_BODY: "${{ fromJson(steps.host.outputs.manifest).announcement_github_body }}"
RELEASE_COMMIT: "${{ github.sha }}"
run: |
# Write and read notes from a file to avoid quoting breaking things
echo "$ANNOUNCEMENT_BODY" > $RUNNER_TEMP/notes.txt
# Upload binaries, installers, and archives (archives needed for npm/homebrew)
cd artifacts
gh release create "${{ needs.plan.outputs.tag }}" \
--target "$RELEASE_COMMIT" \
$PRERELEASE_FLAG \
--title "$ANNOUNCEMENT_TITLE" \
--notes-file "$RUNNER_TEMP/notes.txt" \
rfx-* \
*installer* \
*-npm-package.tar.gz \
*.tar.xz \
*.zip
announce:
needs:
- plan
- host
if: ${{ always() && needs.host.result == 'success' }}
runs-on: "ubuntu-24.04"
env:
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
steps:
- uses: actions/checkout@v4
with:
persist-credentials: false
submodules: recursive