Index-based token_idx_prev

Prevent some more calls to token_index in group_identifier_list. They
are now all gone.

1 files changed, 22 insertions, 6 deletions

diff --git a/sqlparse/sql.py b/sqlparse/sql.py
index 928b784..9782c33 100644
--- a/sqlparse/sql.py
+++ b/sqlparse/sql.py
@@ -233,12 +233,18 @@ class TokenList(Token):
         if not isinstance(funcs, (list, tuple)):
             funcs = (funcs,)
 
-        iterable = enumerate(self.tokens[start:end], start=start)
-
-        for idx, token in iterable:
-            for func in funcs:
-                if func(token):
-                    return idx, token
+        if reverse:
+            assert end is None
+            for idx in range(start - 2, -1, -1):
+                token = self.tokens[idx]
+                for func in funcs:
+                    if func(token):
+                        return idx, token
+        else:
+            for idx, token in enumerate(self.tokens[start:end], start=start):
+                for func in funcs:
+                    if func(token):
+                        return idx, token
         return None, None
 
     def _token_matching(self, funcs, start=0, end=None, reverse=False):
@@ -312,6 +318,16 @@ class TokenList(Token):
     def token_matching(self, idx, funcs):
         return self._token_matching(funcs, idx)
 
+    def token_idx_prev(self, idx, skip_ws=True):
+        """Returns the previous token relative to *idx*.
+
+        If *skip_ws* is ``True`` (the default) whitespace tokens are ignored.
+        ``None`` is returned if there's no previous token.
+        """
+        idx += 1  # alot of code usage current pre-compensates for this
+        funcs = lambda tk: not (tk.is_whitespace() and skip_ws)
+        return self._token_idx_matching(funcs, idx, reverse=True)
+
     def token_prev(self, idx, skip_ws=True):
         """Returns the previous token relative to *idx*.