diff options
Diffstat (limited to 'tests/test_c_lexer.py')
| -rw-r--r-- | tests/test_c_lexer.py | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/tests/test_c_lexer.py b/tests/test_c_lexer.py index 1d3c39b..03fd838 100644 --- a/tests/test_c_lexer.py +++ b/tests/test_c_lexer.py @@ -122,6 +122,9 @@ class TestCLexerNoErrors(unittest.TestCase): def test_char_constants(self): self.assertTokensTypes(r"""'x'""", ['CHAR_CONST']) self.assertTokensTypes(r"""L'x'""", ['WCHAR_CONST']) + self.assertTokensTypes(r"""u8'x'""", ['U8CHAR_CONST']) + self.assertTokensTypes(r"""u'x'""", ['U16CHAR_CONST']) + self.assertTokensTypes(r"""U'x'""", ['U32CHAR_CONST']) self.assertTokensTypes(r"""'\t'""", ['CHAR_CONST']) self.assertTokensTypes(r"""'\''""", ['CHAR_CONST']) self.assertTokensTypes(r"""'\?'""", ['CHAR_CONST']) @@ -147,6 +150,9 @@ class TestCLexerNoErrors(unittest.TestCase): def test_string_literal(self): self.assertTokensTypes('"a string"', ['STRING_LITERAL']) self.assertTokensTypes('L"ing"', ['WSTRING_LITERAL']) + self.assertTokensTypes('u8"ing"', ['U8STRING_LITERAL']) + self.assertTokensTypes('u"ing"', ['U16STRING_LITERAL']) + self.assertTokensTypes('U"ing"', ['U32STRING_LITERAL']) self.assertTokensTypes( '"i am a string too \t"', ['STRING_LITERAL']) |