diff options
Diffstat (limited to 'src/flake8')
| -rw-r--r-- | src/flake8/processor.py | 11 |
1 files changed, 9 insertions, 2 deletions
diff --git a/src/flake8/processor.py b/src/flake8/processor.py index 0e8c153..8490092 100644 --- a/src/flake8/processor.py +++ b/src/flake8/processor.py @@ -103,15 +103,22 @@ class FileProcessor(object): @property def file_tokens(self): + """The complete set of tokens for a file. + + Accessing this attribute *may* raise an InvalidSyntax exception. + + :raises: flake8.exceptions.InvalidSyntax + """ if self._file_tokens is None: line_iter = iter(self.lines) try: self._file_tokens = list(tokenize.generate_tokens( - lambda: next(line_iter))) + lambda: next(line_iter) + )) except tokenize.TokenError as exc: raise exceptions.InvalidSyntax(exc.message, exception=exc) - return self._file_tokens[:] + return self._file_tokens @contextlib.contextmanager def inside_multiline(self, line_number): |