summaryrefslogtreecommitdiff
path: root/sphinx/pycode/pgen2/tokenize.py
diff options
context:
space:
mode:
Diffstat (limited to 'sphinx/pycode/pgen2/tokenize.py')
-rw-r--r--sphinx/pycode/pgen2/tokenize.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/sphinx/pycode/pgen2/tokenize.py b/sphinx/pycode/pgen2/tokenize.py
index a096795f8..cbe64a581 100644
--- a/sphinx/pycode/pgen2/tokenize.py
+++ b/sphinx/pycode/pgen2/tokenize.py
@@ -298,12 +298,12 @@ def generate_tokens(readline):
endmatch = endprog.match(line) # type: ignore
if endmatch:
pos = end = endmatch.end(0)
- yield (STRING, contstr + line[:end], # type: ignore
+ yield (STRING, contstr + line[:end],
strstart, (lnum, end), contline + line) # type: ignore
contstr, needcont = '', 0
contline = None
elif needcont and line[-2:] != '\\\n' and line[-3:] != '\\\r\n':
- yield (ERRORTOKEN, contstr + line, # type: ignore
+ yield (ERRORTOKEN, contstr + line,
strstart, (lnum, len(line)), contline) # type: ignore
contstr = ''
contline = None