diff options
Diffstat (limited to 'tests/test_basic_api.py')
-rw-r--r-- | tests/test_basic_api.py | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/tests/test_basic_api.py b/tests/test_basic_api.py index 81ca3c30..ea555513 100644 --- a/tests/test_basic_api.py +++ b/tests/test_basic_api.py @@ -264,6 +264,7 @@ class TestFilters: ('raiseonerror', {}), ('gobble', {'n': 4}), ('tokenmerge', {}), + ('symbols', {'lang': 'isabelle'}), ] for x, args in filters_args: lx = lexers.PythonLexer() @@ -318,3 +319,12 @@ class TestFilters: text = u'# DEBUG: text' tokens = list(lx.get_tokens(text)) assert '# DEBUG: text' == tokens[0][1] + + def test_symbols(self): + lx = lexers.IsabelleLexer() + lx.add_filter('symbols') + text = u'lemma "A \\<Longrightarrow> B"' + tokens = list(lx.get_tokens(text)) + assert 'lemma' == tokens[0][1] + assert 'A ' == tokens[3][1] + assert u'\U000027f9' == tokens[4][1] |