blob: 2c4f31acb5151424739683eebe0c50608f032c3c (
plain)
1
2
3
4
5
6
7
8
9
10
11
|
# Licensed under the GPL: https://www.gnu.org/licenses/old-licenses/gpl-2.0.html
# For details: https://github.com/PyCQA/pylint/blob/main/LICENSE
import tokenize
from io import StringIO
from tokenize import TokenInfo
from typing import List
def _tokenize_str(code: str) -> List[TokenInfo]:
return list(tokenize.generate_tokens(StringIO(code).readline))
|
