1 files changed, 0 insertions, 79 deletions
diff --git a/test/test_phystokens.py b/test/test_phystokens.py
deleted file mode 100644
index e4834e4c..00000000
--- a/test/test_phystokens.py
+++ /dev/null
@@ -1,79 +0,0 @@
-"""Tests for Coverage.py's improved tokenizer."""
-
-import os, re
-from test.coveragetest import CoverageTest
-from coverage.phystokens import source_token_lines
-
-
-SIMPLE = """\
-# yay!
-def foo():
-  say('two = %d' % 2)
-"""
-
-MIXED_WS = """\
-def hello():
-        a="Hello world!"
-\tb="indented"
-"""
-
-HERE = os.path.split(__file__)[0]
-
-
-class PhysTokensTest(CoverageTest):
-    """Tests for Coverage.py's improver tokenizer."""
-
-    run_in_temp_dir = False
-
-    def check_tokenization(self, source):
-        """Tokenize `source`, then put it back together, should be the same."""
-        tokenized = ""
-        for line in source_token_lines(source):
-            text = "".join([t for _,t in line])
-            tokenized += text + "\n"
-        # source_token_lines doesn't preserve trailing spaces, so trim all that
-        # before comparing.
-        source = source.replace('\r\n', '\n')
-        source = re.sub(r"(?m)[ \t]+$", "", source)
-        tokenized = re.sub(r"(?m)[ \t]+$", "", tokenized)
-        self.assertMultiLineEqual(source, tokenized)
-
-    def check_file_tokenization(self, fname):
-        """Use the contents of `fname` for `check_tokenization`."""
-        self.check_tokenization(open(fname).read())
-
-    def test_simple(self):
-        self.assertEqual(list(source_token_lines(SIMPLE)),
-            [
-                [('com', "# yay!")],
-                [('key', 'def'), ('ws', ' '), ('nam', 'foo'), ('op', '('),
-                            ('op', ')'), ('op', ':')],
-                [('ws', '  '), ('nam', 'say'), ('op', '('),
-                            ('str', "'two = %d'"), ('ws', ' '), ('op', '%'),
-                            ('ws', ' '), ('num', '2'), ('op', ')')]
-            ])
-        self.check_tokenization(SIMPLE)
-
-    def test_tab_indentation(self):
-        # Mixed tabs and spaces...
-        self.assertEqual(list(source_token_lines(MIXED_WS)),
-            [
-                [('key', 'def'), ('ws', ' '), ('nam', 'hello'), ('op', '('),
-                            ('op', ')'), ('op', ':')],
-                [('ws', '        '), ('nam', 'a'), ('op', '='),
-                            ('str', '"Hello world!"')],
-                [('ws', '        '), ('nam', 'b'), ('op', '='),
-                            ('str', '"indented"')],
-            ])
-
-    def test_tokenize_real_file(self):
-        # Check the tokenization of a real file (large, btw).
-        real_file = os.path.join(HERE, "test_coverage.py")
-        self.check_file_tokenization(real_file)
-
-    def test_stress(self):
-        # Check the tokenization of a stress-test file.
-        stress = os.path.join(HERE, "stress_phystoken.tok")
-        self.check_file_tokenization(stress)
-        stress = os.path.join(HERE, "stress_phystoken_dos.tok")
-        self.check_file_tokenization(stress)