markov_str 0.3.0

Markov Chain implementation optimized for text generation.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

use markov_str::WORD_REGEX;
use regex::Regex;

#[test]
fn regex1() {
	let rres: Vec<_> = Regex::new(WORD_REGEX)
		.unwrap()
		.find_iter("lorem ipsum dolor")
		.map(|m| m.as_str())
		.collect();

	assert_eq!(rres, vec!["lorem", "ipsum", "dolor"]);
}

#[test]
fn regex2() {
	let rres: Vec<_> = Regex::new(WORD_REGEX)
		.unwrap()
		.find_iter("lor.em ips!um 'dolor")
		.map(|m| m.as_str())
		.collect();

	assert_eq!(rres, vec!["lor.", "em", "ips!", "um", "dolor"]);
}

#[test]
fn regex3() {
	let rres: Vec<_> = Regex::new(WORD_REGEX)
		.unwrap()
		.find_iter("lorem ipsum dol_3or")
		.map(|m| m.as_str())
		.collect();

	assert_eq!(rres, vec!["lorem", "ipsum", "dol", "3or"]);
}

#[test]
fn regex4() {
	let rres: Vec<_> = Regex::new(WORD_REGEX)
		.unwrap()
		.find_iter("123  1,23 1_2 2d3")
		.map(|m| m.as_str())
		.collect();

	assert_eq!(rres, vec!["123", "1", "23", "1", "2", "2d3"]);
}

#[test]
fn regex5() {
	let rres: Vec<_> = Regex::new(WORD_REGEX)
		.unwrap()
		.find_iter("ömür ğğğ 式 2d3")
		.map(|m| m.as_str())
		.collect();

	assert_eq!(rres, vec!["ömür", "ğğğ", "式", "2d3"]);
}