aboutsummaryrefslogtreecommitdiffstats
path: root/src/tests/org/anarres/cpp/LexerSourceTestCase.java
blob: 2d61e28ea9c524572623a73207426a7be10fe8ae (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
package org.anarres.cpp;

import java.io.StringReader;

import java.util.Arrays;
import java.util.Iterator;
import java.util.List;

import junit.framework.Test;

import static org.anarres.cpp.Token.*;

public class LexerSourceTestCase extends BaseTestCase implements Test {

	private void testLexerSource(String in, int... out)
						throws Exception {
		System.out.println("Testing '" + in + "' => " +
						Arrays.toString(out));
		StringLexerSource	s = new StringLexerSource(in);

		for (int i = 0; i < out.length; i++) {
			Token	tok = s.token();
			System.out.println("Token is " + tok);
			assertEquals(out[i], tok.getType());
		}
		assertEquals(EOF, s.token().getType());
	}

	public void testJoinReader()
						throws Exception {

		testLexerSource("int a = 5;",
			IDENTIFIER, WHITESPACE, IDENTIFIER, WHITESPACE,
			'=', WHITESPACE, INTEGER, ';', EOF
		);

		// \n is WHITESPACE because ppvalid = false
		testLexerSource("# #   \r\n\n\r \rfoo",
			HASH, WHITESPACE, '#', WHITESPACE, IDENTIFIER
		);

		testLexerSource("%:%:", PASTE);
		testLexerSource("%:?", '#', '?');
		testLexerSource("%:%=", '#', MOD_EQ);
		testLexerSource("0x1234ffdUL 0765I",
				INTEGER, WHITESPACE, INTEGER);

		testLexerSource("+= -= *= /= %= <= >= >>= <<= &= |= ^= x",
			PLUS_EQ, WHITESPACE,
			SUB_EQ, WHITESPACE,
			MULT_EQ, WHITESPACE,
			DIV_EQ, WHITESPACE,
			MOD_EQ, WHITESPACE,
			LE, WHITESPACE,
			GE, WHITESPACE,
			RSH_EQ, WHITESPACE,
			LSH_EQ, WHITESPACE,
			AND_EQ, WHITESPACE,
			OR_EQ, WHITESPACE,
			XOR_EQ, WHITESPACE,
			IDENTIFIER);

	}

}