diff options
author | Ned Batchelder <ned@nedbatchelder.com> | 2009-12-03 08:54:27 -0500 |
---|---|---|
committer | Ned Batchelder <ned@nedbatchelder.com> | 2009-12-03 08:54:27 -0500 |
commit | 5f7375fb90aaf728ebf6c9da9a61b5302dcbd71b (patch) | |
tree | 60f4c9265e686d2685c1a10d4a4acdff04ef7f79 /coverage/phystokens.py | |
parent | e0b2014fad18f284256c94422d940ceb84e8be24 (diff) | |
parent | 99a3e92e89c3e9d4a0dd73ae71b0b849d7fddbee (diff) | |
download | python-coveragepy-5f7375fb90aaf728ebf6c9da9a61b5302dcbd71b.tar.gz |
Merged default onto config.
Diffstat (limited to 'coverage/phystokens.py')
-rw-r--r-- | coverage/phystokens.py | 12 |
1 files changed, 6 insertions, 6 deletions
diff --git a/coverage/phystokens.py b/coverage/phystokens.py index 131b362..5824b9b 100644 --- a/coverage/phystokens.py +++ b/coverage/phystokens.py @@ -5,13 +5,13 @@ from coverage.backward import StringIO # pylint: disable-msg=W0622 def phys_tokens(toks): """Return all physical tokens, even line continuations. - + tokenize.generate_tokens() doesn't return a token for the backslash that continues lines. This wrapper provides those tokens so that we can re-create a faithful representation of the original source. - + Returns the same values as generate_tokens() - + """ last_line = None last_lineno = -1 @@ -61,13 +61,13 @@ def phys_tokens(toks): def source_token_lines(source): """Generate a series of lines, one for each line in `source`. - + Each line is a list of pairs, each pair is a token:: - + [('key', 'def'), ('ws', ' '), ('nam', 'hello'), ('op', '('), ... ] Each pair has a token class, and the token text. - + If you concatenate all the token texts, and then join them with newlines, you should have your original `source` back, with two differences: trailing whitespace is not preserved, and a final line with no newline |