spark-bert 0.1.0

Hybrid vector search using an inverted index and BERT embeddings
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

FROM ubuntu:latest AS builder
ENV PATH="/root/.cargo/bin:${PATH}"
RUN apt-get update && apt-get install -y --no-install-recommends \
      build-essential \
      ca-certificates \
      cmake \
      curl \
      intel-mkl \
      libssl-dev \
      pkg-config \
    && rm -rf /var/lib/apt/lists/*
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
WORKDIR /app
COPY Cargo.toml Cargo.lock ./
COPY benches ./benches
COPY src ./src
COPY examples ./examples
RUN cargo build --release --example server

FROM ubuntu:latest
ENV SPARKBERT_INVERTED_INDEX_DIR=/data/index
RUN apt-get update && apt-get install -y --no-install-recommends \
      ca-certificates \
      intel-mkl \
      libgomp1 \
    && rm -rf /var/lib/apt/lists/*
WORKDIR /app
COPY --from=builder /app/target/release/examples/server /app/server
EXPOSE 8000
CMD ["/app/server"]