warm-rust 0.6.5

Local-first search engine and agent memory: fast approximate nearest-neighbor and BM25 full-text search, encrypted stores, provable deletion, built on vector-symbolic architectures.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

const assert = require('node:assert/strict')
const { test } = require('node:test')
const { mkdtempSync, rmSync } = require('node:fs')
const { tmpdir } = require('node:os')
const { join } = require('node:path')
const { WarmMemorySystem } = require('../../index.js')

test('listDocuments pages through stored documents in id order without their text', async () => {
  const directory = mkdtempSync(join(tmpdir(), 'warm-list-'))
  try {
    const warm = new WarmMemorySystem(4096, directory)
    const ids = ['a', 'a-b', 'b', 'c', 'é']
    for (const id of ids) {
      await warm.memorizeDocument({ id, text: `listing text for ${id}`, version: `v-${id}`, sourceUri: `https://example.org/${id}`, metadata: { kind: 'note' } })
    }

    const seen = []
    let after
    for (;;) {
      const page = await warm.listDocuments(after, 2)
      if (page.length === 0) break
      assert.ok(page.length <= 2)
      seen.push(...page)
      after = page.at(-1).id
    }
    assert.deepEqual(seen.map(document => document.id), ids)
    assert.deepEqual(seen[1], { id: 'a-b', version: 'v-a-b', sourceUri: 'https://example.org/a-b', metadata: { kind: 'note' }, chunkCount: 1 })
    assert.equal('text' in seen[0], false)

    // The cursor is exclusive, and an id that merely extends it still follows it.
    assert.deepEqual((await warm.listDocuments('a', 1)).map(document => document.id), ['a-b'])
    assert.deepEqual(await warm.listDocuments('é'), [])
    assert.equal((await warm.listDocuments()).length, ids.length)

    await warm.deleteDocument('a-b')
    assert.deepEqual((await warm.listDocuments(undefined, 10)).map(document => document.id), ['a', 'b', 'c', 'é'])

    // Out-of-range values must be rejected, not wrapped into range (2 ** 32 + 2 would become 2).
    for (const limit of [0, 1001, -1, 1.5, 2 ** 32 + 2, NaN, Infinity]) {
      await assert.rejects(warm.listDocuments(undefined, limit), /limit must be an integer in 1\.\.=1000/, String(limit))
    }
    assert.equal((await warm.listDocuments(undefined, 1000)).length, 4)
  } finally {
    rmSync(directory, { recursive: true, force: true })
  }
})