diff options
Diffstat (limited to 'src/test/java/org/anarres')
| -rw-r--r-- | src/test/java/org/anarres/cpp/LexerSourceTest.java | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/src/test/java/org/anarres/cpp/LexerSourceTest.java b/src/test/java/org/anarres/cpp/LexerSourceTest.java index 96ec4a3..38d0a6f 100644 --- a/src/test/java/org/anarres/cpp/LexerSourceTest.java +++ b/src/test/java/org/anarres/cpp/LexerSourceTest.java @@ -137,4 +137,9 @@ public class LexerSourceTest { testLexerSource("5 /*", false, NUMBER, WHITESPACE, INVALID); // Bug #15 testLexerSource("5 //", false, NUMBER, WHITESPACE, CPPCOMMENT); } + + @Test + public void testUnicode()throws Exception{ + testLexerSource("foo \u2018bar\u2019 baz", true, IDENTIFIER, WHITESPACE, 8216, IDENTIFIER, 8217, WHITESPACE, IDENTIFIER); + } } |