encoderfile 0.6.2-rc.2

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

syntax = "proto3";

package encoderfile.embedding;

import "proto/token.proto";
import "proto/metadata.proto";

service EmbeddingInference {
  rpc Predict(EmbeddingRequest) returns (EmbeddingResponse);
  rpc GetModelMetadata(encoderfile.metadata.GetModelMetadataRequest) returns (encoderfile.metadata.GetModelMetadataResponse);
}

message EmbeddingRequest {
  repeated string inputs = 1;
  map<string, string> metadata = 3;
}

message EmbeddingResponse {
  // len(embeddings) == len(inputs)
  repeated TokenEmbeddingSequence results = 1;
  string model_id = 2;
  map<string, string> metadata = 3;
}

message TokenEmbeddingSequence {
  repeated TokenEmbedding embeddings = 1;
}

message TokenEmbedding {
  repeated float embedding = 1;
  encoderfile.token.TokenInfo token_info = 2;
}