1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
= "split"
= "Split a string into (possibly) two parts and a possible token, based on a separator."
= "split.rs"
= "split.md"
= "rust"
[[]]
= "string" # - the String to split
= "string"
[[]]
= "separator" # - the String to use as a separator
= "string"
[[]]
= "partial" # - an array of Strings that each may or may not have `separator` strings inside
# them. This should be feed-back to the input (will be serialized into Strings by the
# runtime) for further subdivision until each one cannot be split further - in which case
# it will be output as `token`
= "array/string"
[[]]
= "token-count" # - the number of tokens emitted, can be used to count tokens generated
= "number"
[[]]
= "token" # - a String that cannot be sub-divided further.
= "string"
[[]]
= "delta" # - this is a Number that indicates if this job reduced (-1) or increased (+1) the number
# of pending jobs to complete the split task. e.g. it consumes the input string, ot there is one
# less to process. If it outputs a token then the delta to pending work is -1 (-1 input consumed
# -0 partials for further splitting). If the input string
# is split into two partial strings that are output for further splitting, then the delta to
# pending work is +1 (+2 partials -1 input)
= "number"