symforge 11.3.10

SymForge — in-memory code intelligence MCP server for Claude Code, Codex, and Gemini CLI
Documentation
#Requires -Version 5.1
<#
.SYNOPSIS
  Measure MCP tools/list JSON byte size for SymForge v8 H1 / assumption A-005.

.DESCRIPTION
  Phase 0 stub (gap plan §12A): documents how to capture schema bytes before
  src/stel/ ships. Writes docs/research/A-005-schema-bytes.json when run from
  repo root with a working symforge binary.

  H1 gate: compact surface tools/list <= 5000 bytes UTF-8 JSON.

  Surfaces to measure (when compact stub exists):
    - full:     SYMFORGE_SURFACE=full (32-tool baseline, informational)
    - compact:  SYMFORGE_SURFACE=compact (3-tool target for v8)

  Until compact surface is implemented, this script records full-surface bytes
  and marks compact as TODO.

.EXAMPLE
  .\scripts\measure-schema-bytes.ps1
  .\scripts\measure-schema-bytes.ps1 -RepoRoot E:\project\symforge\tests\fixtures\tokio-mini
#>
param(
    [string]$RepoRoot = "",
    [string]$SymforgeBin = "",
    [string]$OutFile = "docs/research/A-005-schema-bytes.json"
)

$ErrorActionPreference = "Stop"
$ScriptDir = Split-Path -Parent $MyInvocation.MyCommand.Path
$RepoRoot = if ($RepoRoot) { $RepoRoot } else { Resolve-Path (Join-Path $ScriptDir "..") }
$OutPath = Join-Path $RepoRoot $OutFile

function Resolve-Symforge {
    param([string]$Preferred)
    if ($Preferred -and (Test-Path $Preferred)) { return $Preferred }
    $cargo = Join-Path $RepoRoot "target/debug/symforge.exe"
    if (Test-Path $cargo) { return $cargo }
    $cargoRelease = Join-Path $RepoRoot "target/release/symforge.exe"
    if (Test-Path $cargoRelease) { return $cargoRelease }
    $cmd = Get-Command symforge -ErrorAction SilentlyContinue
    if ($cmd) { return $cmd.Source }
    return $null
}

function Measure-ToolsListBytes {
    param(
        [string]$Bin,
        [string]$Cwd,
        [string]$Surface
    )
    $env:SYMFORGE_SURFACE = $Surface
    $nodeScript = @'
const { spawn } = require("child_process");
const readline = require("readline");
const bin = process.argv[2];
const cwd = process.argv[3];
let id = 1;
const proc = spawn(bin, [], { cwd, stdio: ["pipe", "pipe", "ignore"], env: { ...process.env, RUST_LOG: "off", SYMFORGE_NO_DAEMON: "1" } });
const pending = new Map();
readline.createInterface({ input: proc.stdout }).on("line", (line) => {
  if (!line.trim()) return;
  let msg; try { msg = JSON.parse(line); } catch { return; }
  if (msg.id != null && pending.has(msg.id)) {
    const { resolve, reject } = pending.get(msg.id);
    pending.delete(msg.id);
    if (msg.error) reject(new Error(JSON.stringify(msg.error)));
    else resolve(msg.result);
  }
});
function request(method, params) {
  return new Promise((resolve, reject) => {
    const myId = id++;
    pending.set(myId, { resolve, reject });
    proc.stdin.write(JSON.stringify({ jsonrpc: "2.0", id: myId, method, params }) + "\n");
    setTimeout(() => { if (pending.has(myId)) { pending.delete(myId); reject(new Error("timeout")); } }, 15000);
  });
}
(async () => {
  await request("initialize", { protocolVersion: "2024-11-05", capabilities: {}, clientInfo: { name: "measure-schema-bytes", version: "0.1" } });
  proc.stdin.write(JSON.stringify({ jsonrpc: "2.0", method: "notifications/initialized", params: {} }) + "\n");
  const list = await request("tools/list", {});
  const bytes = Buffer.byteLength(JSON.stringify(list), "utf8");
  console.log(JSON.stringify({ toolCount: (list.tools || []).length, schemaBytes: bytes }));
  proc.kill();
})().catch((e) => { console.error(e); process.exit(1); });
'@
    $temp = [System.IO.Path]::GetTempFileName() + ".cjs"
    Set-Content -Path $temp -Value $nodeScript -Encoding UTF8
    try {
        $raw = & node $temp $Bin $Cwd 2>$null
        return ($raw | ConvertFrom-Json)
    } finally {
        Remove-Item $temp -Force -ErrorAction SilentlyContinue
    }
}

$bin = Resolve-Symforge -Preferred $SymforgeBin
$measureCwd = if (Test-Path (Join-Path $RepoRoot "tests/fixtures/compression_ratio/rust")) {
    Join-Path $RepoRoot "tests/fixtures/compression_ratio/rust"
} elseif (Test-Path (Join-Path $RepoRoot "tests/fixtures/tokio-mini")) {
    Join-Path $RepoRoot "tests/fixtures/tokio-mini"
} else {
    $RepoRoot
}

$artifact = [ordered]@{
    measuredAt = (Get-Date).ToUniversalTime().ToString("o")
    method     = "Buffer.byteLength(JSON.stringify(tools/list result), utf8)"
    h1BudgetBytes = 5000
    symforgeBin = $bin
    repoRoot   = $measureCwd
    surfaces   = @{}
    notes      = @(
        "Phase 0 compact probe via SYMFORGE_SURFACE=compact (src/protocol/surface_probe.rs).",
        "symforge_edit input_schema bytes recorded separately for A-025."
    )
}

if (-not $bin) {
    $artifact.status = "TODO"
    $artifact.error = "symforge binary not found; build with: cargo build -p symforge"
    Write-Warning $artifact.error
} else {
    $env:RUST_LOG = "off"
    foreach ($surface in @("full", "compact", "meta")) {
        try {
            $result = Measure-ToolsListBytes -Bin $bin -Cwd $measureCwd -Surface $surface
            $artifact.surfaces[$surface] = $result
        } catch {
            $artifact.surfaces[$surface] = @{ error = $_.Exception.Message; status = "TODO" }
        }
    }
    $compactBytes = $artifact.surfaces.compact.schemaBytes
    if ($artifact.surfaces.compact.toolCount -eq 3) {
        # Re-run compact once to capture symforge_edit schema size via Rust-side unit test log
        $editNote = "see cargo test surface_probe::tests::symforge_edit_schema_under_a025_budget"
        $artifact.notes += $editNote
    }
    if ($null -ne $compactBytes) {
        $artifact.h1Pass = ($compactBytes -le 5000)
    } else {
        $artifact.h1Pass = $null
        $artifact.status = "PARTIAL"
    }
}

$outDir = Split-Path $OutPath -Parent
if (-not (Test-Path $outDir)) { New-Item -ItemType Directory -Path $outDir -Force | Out-Null }
$artifact | ConvertTo-Json -Depth 6 | Set-Content -Path $OutPath -Encoding UTF8
Write-Host "Wrote $OutPath"
if ($artifact.surfaces.full.schemaBytes) {
    Write-Host ("full surface: {0} B ({1} tools)" -f $artifact.surfaces.full.schemaBytes, $artifact.surfaces.full.toolCount)
}
if ($artifact.surfaces.compact.schemaBytes) {
    Write-Host ("compact surface: {0} B ({1} tools) H1={2}" -f $artifact.surfaces.compact.schemaBytes, $artifact.surfaces.compact.toolCount, $(if ($artifact.h1Pass) { 'PASS' } else { 'FAIL' }))
}