aboutsummaryrefslogtreecommitdiffstats
path: root/src/test/java/org/anarres/cpp/LexerSourceTest.java
diff options
context:
space:
mode:
Diffstat (limited to 'src/test/java/org/anarres/cpp/LexerSourceTest.java')
-rw-r--r--src/test/java/org/anarres/cpp/LexerSourceTest.java5
1 files changed, 5 insertions, 0 deletions
diff --git a/src/test/java/org/anarres/cpp/LexerSourceTest.java b/src/test/java/org/anarres/cpp/LexerSourceTest.java
index 96ec4a3..38d0a6f 100644
--- a/src/test/java/org/anarres/cpp/LexerSourceTest.java
+++ b/src/test/java/org/anarres/cpp/LexerSourceTest.java
@@ -137,4 +137,9 @@ public class LexerSourceTest {
testLexerSource("5 /*", false, NUMBER, WHITESPACE, INVALID); // Bug #15
testLexerSource("5 //", false, NUMBER, WHITESPACE, CPPCOMMENT);
}
+
+ @Test
+ public void testUnicode()throws Exception{
+ testLexerSource("foo \u2018bar\u2019 baz", true, IDENTIFIER, WHITESPACE, 8216, IDENTIFIER, 8217, WHITESPACE, IDENTIFIER);
+ }
}