edgebert 0.4.0

Fast local text embeddings library for Rust and WASM for BERT inference on native and edge devices with no dependencies.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

import init, { WasmModel, WasmModelType } from './index.js'; 

let model = null;

// Listen for progress events and forward to main thread
self.addEventListener('edgebert-progress', (e) => {
  self.postMessage({ type: 'progress', detail: e.detail });
});

self.onmessage = async (e) => {
  const { type, data } = e.data;
  
  if (type === 'init') {
    try {
      await init();
      model = await WasmModel.from_type(WasmModelType.MiniLML6V2);
      self.postMessage({ type: 'ready' });
    } catch (error) {
      self.postMessage({ type: 'error', error: error.message });
    }
  }
  
  if (type === 'encode') {
    try {
      const { texts, normalize } = data;
      const embeddings = model.encode(texts, normalize);
      self.postMessage({ type: 'embeddings', embeddings });
    } catch (error) {
      self.postMessage({ type: 'error', error: error.message });
    }
  }
};