From ce1374796a6dca53f44f1bd3fe09c6aa17574652 Mon Sep 17 00:00:00 2001 From: Victor Uriarte Date: Sat, 28 May 2016 23:31:48 -0700 Subject: Remove encoding guessing on lexer.py --- sqlparse/lexer.py | 12 +----------- 1 file changed, 1 insertion(+), 11 deletions(-) (limited to 'sqlparse') diff --git a/sqlparse/lexer.py b/sqlparse/lexer.py index ca76eb1..a371af7 100644 --- a/sqlparse/lexer.py +++ b/sqlparse/lexer.py @@ -43,17 +43,7 @@ class Lexer(object): self._tokens[state].append((rex, tdef[1], new_state)) def _decode(self, text): - if sys.version_info[0] == 3: - if isinstance(text, str): - return text - if self.encoding == 'guess': - try: - text = text.decode('utf-8') - if text.startswith(u'\ufeff'): - text = text[len(u'\ufeff'):] - except UnicodeDecodeError: - text = text.decode('latin1') - else: + if not isinstance(text, text_type): try: text = text.decode(self.encoding) except UnicodeDecodeError: -- cgit v1.2.1