1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
package morfologik.fsa;
import static morfologik.fsa.FSATestUtils.*;
import static org.junit.Assert.assertEquals;
import java.io.IOException;
import java.util.Arrays;
import morfologik.fsa.FSA;
import morfologik.fsa.FSABuilder;
import morfologik.util.MinMax;
import org.junit.BeforeClass;
import org.junit.Test;
public class FSABuilderTest {
private static byte[][] input;
private static byte[][] input2;
@BeforeClass
public static void prepareByteInput() {
input = generateRandom(25000, new MinMax(1, 20), new MinMax(0, 255));
input2 = generateRandom(40, new MinMax(1, 20), new MinMax(0, 3));
}
/**
*
*/
@Test
public void testEmptyInput() {
byte[][] input = {};
checkCorrect(input, FSABuilder.build(input));
}
/**
*
*/
@Test
public void testHashResizeBug() throws Exception {
byte[][] input = {
{0, 1 },
{0, 2 },
{1, 1 },
{2, 1 },
};
FSA fsa = FSABuilder.build(input);
checkCorrect(input, FSABuilder.build(input));
checkMinimal(fsa);
}
/**
*
*/
@Test
public void testSmallInput() throws Exception {
byte[][] input = {
"abc".getBytes("UTF-8"),
"bbc".getBytes("UTF-8"),
"d".getBytes("UTF-8"),
};
checkCorrect(input, FSABuilder.build(input));
}
/**
* Verify absolute byte-value ordering in the comparators and serialized automaton.
*/
@Test
public void testLexicographicOrder() throws IOException {
byte[][] input = {
{0},
{1},
{(byte) 0xff},
};
Arrays.sort(input, FSABuilder.LEXICAL_ORDERING);
// Check if lexical ordering is consistent with absolute byte value.
assertEquals(0, input[0][0]);
assertEquals(1, input[1][0]);
assertEquals((byte) 0xff, input[2][0]);
final FSA fsa;
checkCorrect(input, fsa = FSABuilder.build(input));
int arc = fsa.getFirstArc(fsa.getRootNode());
assertEquals(0, fsa.getArcLabel(arc));
arc = fsa.getNextArc(arc);
assertEquals(1, fsa.getArcLabel(arc));
arc = fsa.getNextArc(arc);
assertEquals((byte) 0xff, fsa.getArcLabel(arc));
}
/**
*
*/
@Test
public void testRandom25000_largerAlphabet() {
FSA fsa = FSABuilder.build(input);
checkCorrect(input, fsa);
checkMinimal(fsa);
}
/**
*
*/
@Test
public void testRandom25000_smallAlphabet() throws IOException {
FSA fsa = FSABuilder.build(input2);
checkCorrect(input2, fsa);
checkMinimal(fsa);
}
}
|
