policyai 0.2.0

PolicyAI provides a mechanism for unstructured, composable policies that transform unstructured text into structured outputs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

TEXTS := data/ai-tweets.jsonl
SEMANTIC_INJECTIONS := 100
POLICIES_PER_TEXT := 5
NEGATIVES_PER_TEXT := 5
DATA_TYPE := ( bool number string enum-field array )
CONFLICT_RATE := 0
TEST_CASES := 10
MATCHING := ( 0 1 2 3 4 5 )
POLICIES := 5

K := 3
N := 3

.DELETE_ON_ERROR:

.PHONY: all

all: @data/report.jsonl

data/semantic-injections.jsonl: $(TEXTS)
	cargo run --example generate-semantic-injections -- --samples $(SEMANTIC_INJECTIONS) --policies $(POLICIES_PER_TEXT) --success $(K) --total $(N) $< > $@

data/decidables.jsonl: data/semantic-injections.jsonl
	cargo run --example generate-decidables -- --policies $(NEGATIVES_PER_TEXT) --success $(K) --total $(N) $< > $@

data/actions.jsonl: data/policy
	cargo run --example generate-actions -- --$(DATA_TYPE) < $< > $@

data/test-data.jsonl: data/actions.jsonl data/decidables.jsonl
	cargo run --example generate-test-data -- --actions data/actions.jsonl --decidables data/decidables.jsonl --conflict-rate $(CONFLICT_RATE) --samples $(TEST_CASES) --policies "$(POLICIES)" --matching "$(MATCHING)" --policy data/policy > $@

data/report.jsonl: data/test-data.jsonl
	cargo run --bin policyai-evaluate-policies -- $< > $@