plexus-engine 0.3.6

Engine integration traits for consuming Plexus plans
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120

Feature: vector extension positive conformance

@vector
Scenario: vector scan dot product
When executing plan mlir:
"""
func.func @vector_scan_dot() {
  %0 = plexus.const_row : !plexus.rows<0>
  %1 = plexus.vector_scan %0 {collection = "docs", query_vector = #plexus.list<[#plexus.lit<1.0 : f64>, #plexus.lit<0.0 : f64>]>, metric = #plexus.vector_metric<dot_product>, top_k = 3 : i32, approx_hint = false, schema = [#plexus.col<"doc", node>, #plexus.col<"score", float64, "float64">]} : (!plexus.rows<0>) -> !plexus.rows<2>
  plexus.return %1 : (!plexus.rows<2>) -> ()
}
"""
Then the result should be, in order:
| node:1 | float:1.0 |
| node:3 | float:0.8 |
| node:2 | float:0.0 |

@vector
Scenario: vector scan cosine
When executing plan mlir:
"""
func.func @vector_scan_cosine() {
  %0 = plexus.const_row : !plexus.rows<0>
  %1 = plexus.vector_scan %0 {collection = "docs", query_vector = #plexus.list<[#plexus.lit<1.0 : f64>, #plexus.lit<0.0 : f64>]>, metric = #plexus.vector_metric<cosine>, top_k = 3 : i32, approx_hint = false, schema = [#plexus.col<"doc", node>, #plexus.col<"score", float64, "float64">]} : (!plexus.rows<0>) -> !plexus.rows<2>
  plexus.return %1 : (!plexus.rows<2>) -> ()
}
"""
Then the result should be, in order:
| node:1 | float:1.0 |
| node:3 | float:0.9701425001453318 |
| node:2 | float:0.0 |

@vector
Scenario: vector scan l2
When executing plan mlir:
"""
func.func @vector_scan_l2() {
  %0 = plexus.const_row : !plexus.rows<0>
  %1 = plexus.vector_scan %0 {collection = "docs", query_vector = #plexus.list<[#plexus.lit<1.0 : f64>, #plexus.lit<0.0 : f64>]>, metric = #plexus.vector_metric<l2>, top_k = 3 : i32, approx_hint = false, schema = [#plexus.col<"doc", node>, #plexus.col<"score", float64, "float64">]} : (!plexus.rows<0>) -> !plexus.rows<2>
  plexus.return %1 : (!plexus.rows<2>) -> ()
}
"""
Then the result should be, in order:
| node:1 | float:0.0 |
| node:3 | float:0.282842712474619 |
| node:2 | float:1.4142135623730951 |

@vector
Scenario: rerank by scalar relevance
When executing plan mlir:
"""
func.func @rerank_scalar() {
  %0 = plexus.const_row : !plexus.rows<0>
  %1 = plexus.vector_scan %0 {collection = "docs", query_vector = #plexus.list<[#plexus.lit<1.0 : f64>, #plexus.lit<0.0 : f64>]>, metric = #plexus.vector_metric<dot_product>, top_k = 3 : i32, approx_hint = false, schema = [#plexus.col<"doc", node>, #plexus.col<"score", float64, "float64">]} : (!plexus.rows<0>) -> !plexus.rows<2>
  %2 = plexus.rerank %1 {score_expr = #plexus.prop<0, "relevance">, top_k = 2 : i32, schema = [#plexus.col<"doc", node>, #plexus.col<"score", float64, "float64">]} : (!plexus.rows<2>) -> !plexus.rows<2>
  plexus.return %2 : (!plexus.rows<2>) -> ()
}
"""
Then the result should be, in order:
| node:3 | float:0.8 |
| node:1 | float:1.0 |

@vector
Scenario: rerank by vector similarity
When executing plan mlir:
"""
func.func @rerank_vector_similarity() {
  %0 = plexus.const_row : !plexus.rows<0>
  %1 = plexus.vector_scan %0 {collection = "docs", query_vector = #plexus.list<[#plexus.lit<1.0 : f64>, #plexus.lit<0.0 : f64>]>, metric = #plexus.vector_metric<dot_product>, top_k = 3 : i32, approx_hint = false, schema = [#plexus.col<"doc", node>, #plexus.col<"score", float64, "float64">]} : (!plexus.rows<0>) -> !plexus.rows<2>
  %2 = plexus.rerank %1 {score_expr = #plexus.vector_similarity<dot_product, #plexus.prop<0, "embedding">, #plexus.list<[#plexus.lit<0.0 : f64>, #plexus.lit<1.0 : f64>]>>, top_k = 2 : i32, schema = [#plexus.col<"doc", node>, #plexus.col<"score", float64, "float64">]} : (!plexus.rows<2>) -> !plexus.rows<2>
  plexus.return %2 : (!plexus.rows<2>) -> ()
}
"""
Then the result should be, in order:
| node:2 | float:0.0 |
| node:3 | float:0.8 |

@vector
Scenario: project vector similarity
When executing plan mlir:
"""
func.func @project_vector_similarity() {
  %0 = plexus.scan_nodes {labels = ["Doc"], schema = [#plexus.col<"d", node>]} : !plexus.rows<1>
  %1 = plexus.project %0 {exprs = [#plexus.prop<0, "title">, #plexus.vector_similarity<l2, #plexus.prop<0, "embedding">, #plexus.list<[#plexus.lit<1.0 : f64>, #plexus.lit<0.0 : f64>]>>], schema = [#plexus.col<"title", string, "string">, #plexus.col<"dist", float64, "float64">]} : (!plexus.rows<1>) -> !plexus.rows<2>
  %2 = plexus.sort %1 {keys = [1 : i32], dirs = [#plexus.sort_dir<asc>]} : (!plexus.rows<2>) -> !plexus.rows<2>
  plexus.return %2 : (!plexus.rows<2>) -> ()
}
"""
Then the result should be, in order:
| string:Alpha | float:0.0 |
| string:Gamma | float:0.282842712474619 |
| string:Beta | float:1.4142135623730951 |

@vector
Scenario: vector scan top_k larger than result count
When executing plan mlir:
"""
func.func @vector_scan_topk_large() {
  %0 = plexus.const_row : !plexus.rows<0>
  %1 = plexus.vector_scan %0 {collection = "docs", query_vector = #plexus.list<[#plexus.lit<1.0 : f64>, #plexus.lit<0.0 : f64>]>, metric = #plexus.vector_metric<dot_product>, top_k = 10 : i32, approx_hint = false, schema = [#plexus.col<"doc", node>, #plexus.col<"score", float64, "float64">]} : (!plexus.rows<0>) -> !plexus.rows<2>
  plexus.return %1 : (!plexus.rows<2>) -> ()
}
"""
Then the result should be, in order:
| node:1 | float:1.0 |
| node:3 | float:0.8 |
| node:2 | float:0.0 |

@vector
Scenario: vector scan empty collection returns no rows
Given an empty graph
When executing plan mlir:
"""
func.func @vector_scan_empty_collection() {
  %0 = plexus.const_row : !plexus.rows<0>
  %1 = plexus.vector_scan %0 {collection = "docs", query_vector = #plexus.list<[#plexus.lit<1.0 : f64>, #plexus.lit<0.0 : f64>]>, metric = #plexus.vector_metric<cosine>, top_k = 3 : i32, approx_hint = false, schema = [#plexus.col<"doc", node>, #plexus.col<"score", float64, "float64">]} : (!plexus.rows<0>) -> !plexus.rows<2>
  plexus.return %1 : (!plexus.rows<2>) -> ()
}
"""
Then the result should be: