summaryrefslogtreecommitdiff
path: root/sphinx/pycode/pgen2/tokenize.py
diff options
context:
space:
mode:
authorTakeshi KOMIYA <i.tkomiya@gmail.com>2016-11-08 14:05:58 +0900
committerTakeshi KOMIYA <i.tkomiya@gmail.com>2016-11-16 12:06:22 +0900
commitceec82451bfbefc0fd720bbf48e4b9a029cacd99 (patch)
tree1d76b5d59db131fb574cd649e0c283534fd6710f /sphinx/pycode/pgen2/tokenize.py
parent3407ef0ca8a8ce41e67092d2605f8fc77bebb982 (diff)
downloadsphinx-git-ceec82451bfbefc0fd720bbf48e4b9a029cacd99.tar.gz
Add type-check annotations to sphinx.*
Diffstat (limited to 'sphinx/pycode/pgen2/tokenize.py')
-rw-r--r--sphinx/pycode/pgen2/tokenize.py16
1 files changed, 8 insertions, 8 deletions
diff --git a/sphinx/pycode/pgen2/tokenize.py b/sphinx/pycode/pgen2/tokenize.py
index c7013bf91..a096795f8 100644
--- a/sphinx/pycode/pgen2/tokenize.py
+++ b/sphinx/pycode/pgen2/tokenize.py
@@ -183,7 +183,7 @@ def tokenize_loop(readline, tokeneater):
class Untokenizer:
def __init__(self):
- self.tokens = []
+ self.tokens = [] # type: List[unicode]
self.prev_row = 1
self.prev_col = 0
@@ -294,17 +294,17 @@ def generate_tokens(readline):
if contstr: # continued string
if not line:
- raise TokenError("EOF in multi-line string", strstart)
- endmatch = endprog.match(line)
+ raise TokenError("EOF in multi-line string", strstart) # type: ignore
+ endmatch = endprog.match(line) # type: ignore
if endmatch:
pos = end = endmatch.end(0)
- yield (STRING, contstr + line[:end],
- strstart, (lnum, end), contline + line)
+ yield (STRING, contstr + line[:end], # type: ignore
+ strstart, (lnum, end), contline + line) # type: ignore
contstr, needcont = '', 0
contline = None
elif needcont and line[-2:] != '\\\n' and line[-3:] != '\\\r\n':
- yield (ERRORTOKEN, contstr + line,
- strstart, (lnum, len(line)), contline)
+ yield (ERRORTOKEN, contstr + line, # type: ignore
+ strstart, (lnum, len(line)), contline) # type: ignore
contstr = ''
contline = None
continue
@@ -333,7 +333,7 @@ def generate_tokens(readline):
yield (NL, line[nl_pos:],
(lnum, nl_pos), (lnum, len(line)), line)
else:
- yield ((NL, COMMENT)[line[pos] == '#'], line[pos:],
+ yield ((NL, COMMENT)[line[pos] == '#'], line[pos:], # type: ignore
(lnum, pos), (lnum, len(line)), line)
continue