vantadb 0.1.4

VantaDB: An embedded persistent memory and vector retrieval engine for local-first AI applications.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

# Download benchmark datasets (GloVe-100)
$ErrorActionPreference = "Stop"

$dataDir = "data/benchmark"
$gloveZip = Join-Path $dataDir "glove.6B.zip"
$gloveTxt = Join-Path $dataDir "glove.6B.100d.txt"

if (!(Test-Path $dataDir)) {
    New-Item -ItemType Directory -Force -Path $dataDir | Out-Null
}

# Download GloVe-100
if (!(Test-Path $gloveTxt)) {
    if (!(Test-Path $gloveZip)) {
        Write-Host "Downloading GloVe-100 (glove.6B.zip)..." -ForegroundColor Cyan
        [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12
        Invoke-WebRequest -Uri "https://nlp.stanford.edu/data/glove.6B.zip" -OutFile $gloveZip -UseBasicParsing
    }
    Write-Host "Extracting glove.6B.100d.txt..." -ForegroundColor Cyan
    Expand-Archive -Path $gloveZip -DestinationPath $dataDir -Force
}

$vecCount = (Get-Content $gloveTxt | Measure-Object -Line).Lines
Write-Host "GloVe-100: $vecCount vectors (expected 400000)" -ForegroundColor Green
if ($vecCount -lt 1000) {
    Write-Host "ERROR: GloVe file too small ($vecCount lines)" -ForegroundColor Red
    exit 1
}

Write-Host "All datasets ready." -ForegroundColor Green