diff options
| author | Matthäus G. Chajdas <dev@anteru.net> | 2020-09-08 20:31:17 +0200 |
|---|---|---|
| committer | Matthäus G. Chajdas <dev@anteru.net> | 2020-09-08 20:31:17 +0200 |
| commit | e09d4e0cf23d7c6069ddc690942ceb4cd23fd556 (patch) | |
| tree | c2bb261ee7a0aa28f47a47cd74ed0834ea9b64db /pygments | |
| parent | 98f816ae5ca7d98f388ace349a29b154fa9dc9e1 (diff) | |
| download | pygments-git-e09d4e0cf23d7c6069ddc690942ceb4cd23fd556.tar.gz | |
Skip empty tokens in some cases.
This fixes an empty token appearing in the Angular lexer (and
apparently also in the MSDOS lexer.)
Diffstat (limited to 'pygments')
| -rw-r--r-- | pygments/lexer.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/pygments/lexer.py b/pygments/lexer.py index 3f0df88e..62439b10 100644 --- a/pygments/lexer.py +++ b/pygments/lexer.py @@ -805,7 +805,8 @@ def do_insertions(insertions, tokens): except StopIteration: insleft = False break # not strictly necessary - yield realpos, t, v[oldi:] + if oldi < len(v): + yield realpos, t, v[oldi:] realpos += len(v) - oldi # leftover tokens |