coverage_coverage.py now writes separate data files for each run of the test suite, and combines them for reporting.

1 files changed, 70 insertions, 41 deletions

diff --git a/test/coverage_coverage.py b/test/coverage_coverage.py
index 874cdd6f..a1cb13fc 100644
--- a/test/coverage_coverage.py
+++ b/test/coverage_coverage.py
@@ -1,49 +1,78 @@
-"""Coverage-test Coverage itself."""
+"""Coverage-test Coverage.py itself."""
 
-import coverage
 import os, shutil, sys
+import nose
 
 HTML_DIR = "htmlcov"
 
-if os.path.exists(HTML_DIR):
-    shutil.rmtree(HTML_DIR)
-
-cov = coverage.coverage(branch=True)
-# Cheap trick: the coverage code itself is excluded from measurement, but if
-# we clobber the cover_prefix in the coverage object, we can defeat the
-# self-detection.
-cov.cover_prefix = "Please measure coverage.py!"
-cov.erase()
-cov.start()
-
-# Re-import coverage to get it coverage tested!  I don't understand all the
-# mechanics here, but if I don't carry over the imported modules (in covmods),
-# then things go haywire (os == None eventually).
-covmods = {}
-covdir = os.path.split(coverage.__file__)
-for name, mod in sys.modules.items():
-    if name.startswith('coverage'):
-        if hasattr(mod, '__file__') and mod.__file__.startswith(covdir):
-            covmods[name] = mod
-            del sys.modules[name]
-import coverage     # don't warn about re-import: pylint: disable-msg=W0404
-sys.modules.update(covmods)
-
-# Run nosetests, with the arguments from our command line.
-nose_args = sys.argv[1:]
-print(":: Running nosetests %s" % " ".join(nose_args))
-import nose
-nose.run(nose_args)
+def run_tests_with_coverage():
+    import coverage
+    
+    tracer = os.environ.get('COVERAGE_TEST_TRACER', 'c')
+    version = "%s%s" % sys.version_info[:2]
+    suffix = ".%s_%s" % (version, tracer)
+
+    cov = coverage.coverage(branch=True, data_suffix=suffix)
+    # Cheap trick: the coverage code itself is excluded from measurement, but
+    # if we clobber the cover_prefix in the coverage object, we can defeat the
+    # self-detection.
+    cov.cover_prefix = "Please measure coverage.py!"
+    cov.erase()
+    cov.start()
+    
+    # Re-import coverage to get it coverage tested!  I don't understand all the
+    # mechanics here, but if I don't carry over the imported modules (in
+    # covmods), then things go haywire (os == None, eventually).
+    covmods = {}
+    covdir = os.path.split(coverage.__file__)[0]
+    # We have to make a list since we'll be deleting in the loop.
+    modules = list(sys.modules.items())
+    for name, mod in modules:
+        if name.startswith('coverage'):
+            if hasattr(mod, '__file__') and mod.__file__.startswith(covdir):
+                    covmods[name] = mod
+                    del sys.modules[name]
+    import coverage     # don't warn about re-import: pylint: disable-msg=W0404
+    sys.modules.update(covmods)
+
+    # Run nosetests, with the arguments from our command line.
+    print(":: Running nosetests %s" % " ".join(sys.argv[1:]))
+    nose.run()
+    
+    cov.stop()
+    print(":: Saving .coverage%s" % suffix)
+    cov.save()
+
+def report_on_combined_files():
+    
+    if os.path.exists(HTML_DIR):
+        shutil.rmtree(HTML_DIR)
 
-cov.stop()
-print(":: Saving .coverage")
-cov.save()
+    print(":: Writing HTML report to %s/index.html" % HTML_DIR)
+    import coverage
+    cov = coverage.coverage()
+    cov.combine()
+    cov.save()
+    cov.clear_exclude()
+    cov.exclude("#pragma: no cover")
+    cov.exclude("def __repr__")
+    cov.exclude("if __name__ == .__main__.:")
+    cov.exclude("raise AssertionError")
+    
+    cov.html_report(directory=HTML_DIR, ignore_errors=True, omit_prefixes=["mock"])
 
-print(":: Writing HTML report to %s/index.html" % HTML_DIR)
-cov.clear_exclude()
-cov.exclude("#pragma: no cover")
-cov.exclude("def __repr__")
-cov.exclude("if __name__ == .__main__.:")
-cov.exclude("raise AssertionError")
 
-cov.html_report(directory=HTML_DIR, ignore_errors=True, omit_prefixes=["mock"])
+try:
+    cmd = sys.argv[1]
+except IndexError:
+    cmd = ''
+    
+if cmd == 'run':
+    # Ugly hack: nose.run reads sys.argv directly, so here I delete my command
+    # argument so that sys.argv is left as just nose arguments.
+    del sys.argv[1]
+    run_tests_with_coverage()
+elif cmd == 'report':
+    report_on_combined_files()
+else:
+    print("Need 'run' or 'report'")