diff options
Diffstat (limited to 'tests/test_parse.py')
| -rw-r--r-- | tests/test_parse.py | 20 |
1 files changed, 19 insertions, 1 deletions
diff --git a/tests/test_parse.py b/tests/test_parse.py index 8dd1150..0632889 100644 --- a/tests/test_parse.py +++ b/tests/test_parse.py @@ -6,7 +6,7 @@ import pytest import sqlparse from sqlparse import sql, tokens as T -from sqlparse.compat import StringIO +from sqlparse.compat import StringIO, text_type def test_parse_tokenize(): @@ -403,3 +403,21 @@ def test_dbldollar_as_literal(sql, is_literal): else: for token in p.tokens: assert token.ttype != T.Literal + + +def test_non_ascii(): + _test_non_ascii = u"insert into test (id, name) values (1, 'ัะตัั');" + + s = _test_non_ascii + stmts = sqlparse.parse(s) + assert len(stmts) == 1 + statement = stmts[0] + assert text_type(statement) == s + assert statement._pprint_tree() is None + + s = _test_non_ascii.encode('utf-8') + stmts = sqlparse.parse(s, 'utf-8') + assert len(stmts) == 1 + statement = stmts[0] + assert text_type(statement) == _test_non_ascii + assert statement._pprint_tree() is None |