langsan 0.0.3

A library for sanitizing language model input and output.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

import test from 'ava';
import ranges from './';

test('is an array', t => {
	t.true(Array.isArray(ranges));
});

test('all values have category, hexrange, range', t => {
	t.plan(ranges.length * 3);

	ranges.forEach(range => {
		t.is(typeof range.category, 'string');
		t.true(Array.isArray(range.hexrange));
		t.true(Array.isArray(range.range));
	});
});

test('there is a control character section', t => {
	t.plan(1);

	const controlCharacter = ranges.filter(block => block.category === 'Control Character');
	t.is(controlCharacter.length, 1);
});

test('all hexrange values have proper formatting', t => {
	t.plan(ranges.length * 5);

	ranges.forEach(range => {
		t.is(range.hexrange.length, 2);
		t.is(typeof range.hexrange[0], 'string');
		t.is(typeof range.hexrange[1], 'string');
		t.true(range.hexrange[0].length >= 4 && range.hexrange[0].length <= 6);
		t.true(range.hexrange[1].length >= 4 && range.hexrange[1].length <= 6);
	});
});

test('all ranges values have proper formatting', t => {
	t.plan(ranges.length * 5);

	ranges.forEach(range => {
		t.is(range.range.length, 2);
		t.is(typeof range.range[0], 'number');
		t.is(typeof range.range[1], 'number');
		t.true(range.range[0] === Math.abs(parseInt(range.range[0], 10)));
		t.true(range.range[1] === Math.abs(parseInt(range.range[1], 10)));
	});
});

test('all hex values equal their corresponding decimal values', t => {
	t.plan(ranges.length * 2);

	ranges.forEach(range => {
		t.is(range.range[0], parseInt(range.hexrange[0], 16));
		t.is(range.range[1], parseInt(range.hexrange[1], 16));
	});
});