1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
|
package org.anarres.cpp;
import java.io.StringReader;
import java.util.Arrays;
import java.util.Iterator;
import java.util.List;
import junit.framework.Test;
import static org.anarres.cpp.Token.*;
public class LexerSourceTestCase extends BaseTestCase implements Test {
private void testLexerSource(String in, int[] out)
throws Exception {
System.out.println("Testing '" + in + "' => " +
Arrays.toString(out));
StringLexerSource s = new StringLexerSource(in);
for (int i = 0; i < out.length; i++) {
Token tok = s.token();
System.out.println("Token is " + tok);
assertEquals(out[i], tok.getType());
}
assertEquals(EOF, s.token().getType());
}
public void testJoinReader()
throws Exception {
testLexerSource("int a = 5;", new int[] {
IDENTIFIER, WHITESPACE, IDENTIFIER, WHITESPACE,
'=', WHITESPACE, INTEGER, ';', EOF
});
testLexerSource("# # foo", new int[] {
HASH, WHITESPACE, '#', WHITESPACE, IDENTIFIER
});
}
}
|
