summaryrefslogtreecommitdiff
path: root/coverage/phystokens.py
diff options
context:
space:
mode:
Diffstat (limited to 'coverage/phystokens.py')
-rw-r--r--coverage/phystokens.py3
1 files changed, 2 insertions, 1 deletions
diff --git a/coverage/phystokens.py b/coverage/phystokens.py
index d1181939..2ced9de3 100644
--- a/coverage/phystokens.py
+++ b/coverage/phystokens.py
@@ -4,6 +4,7 @@
"""Better tokenizing for coverage.py."""
import ast
+import io
import keyword
import re
import token
@@ -172,7 +173,7 @@ class CachedTokenizer:
"""A stand-in for `tokenize.generate_tokens`."""
if text != self.last_text:
self.last_text = text
- readline = iter(text.splitlines(True)).__next__
+ readline = io.StringIO(text).readline
try:
self.last_tokens = list(tokenize.generate_tokens(readline))
except: