path: root/coverage/codeunit.py

"""Code unit (module) handling for Coverage."""

import glob, os, re

from coverage.backward import open_source, string_class, StringIO
from coverage.misc import CoverageException
from coverage.parser import CodeParser
from coverage.results import Analysis
from coverage.phystokens import source_token_lines, source_encoding


def code_unit_factory(morfs, file_locator):
    """Construct a list of CodeUnits from polymorphic inputs.

    `morfs` is a module or a filename, or a list of same.

    `file_locator` is a FileLocator that can help resolve filenames.

    Returns a list of CodeUnit objects.

    """
    # Be sure we have a list.
    if not isinstance(morfs, (list, tuple)):
        morfs = [morfs]

    # On Windows, the shell doesn't expand wildcards.  Do it here.
    globbed = []
    for morf in morfs:
        if isinstance(morf, string_class) and ('?' in morf or '*' in morf):
            globbed.extend(glob.glob(morf))
        else:
            globbed.append(morf)
    morfs = globbed

    code_units = []
    for morf in morfs:
        # Hacked-in Mako support. Disabled for going onto trunk.
        if 0 and isinstance(morf, string_class) and "/mako/" in morf:
            # Super hack! Do mako both ways!
            if 0:
                cu = PythonCodeUnit(morf, file_locator)
                cu.name += '_fako'
                code_units.append(cu)
            klass = MakoCodeUnit
        else:
            klass = PythonCodeUnit
        code_units.append(klass(morf, file_locator))

    return code_units


class CodeUnit(object):
    """Code unit: a filename or module.

    Instance attributes:

    `name` is a human-readable name for this code unit.
    `filename` is the os path from which we can read the source.
    `relative` is a boolean.

    """

    def __init__(self, morf, file_locator):
        self.file_locator = file_locator

        if hasattr(morf, '__file__'):
            f = morf.__file__
        else:
            f = morf
        f = self.adjust_filename(f)
        self.filename = self.file_locator.canonical_filename(f)

        if hasattr(morf, '__name__'):
            n = modname = morf.__name__
            self.relative = True
        else:
            n = os.path.splitext(morf)[0]
            rel = self.file_locator.relative_filename(n)
            if os.path.isabs(n):
                self.relative = (rel != n)
            else:
                self.relative = True
            n = rel
            modname = None
        self.name = n
        self.modname = modname

    def __repr__(self):
        return "<CodeUnit name=%r filename=%r>" % (self.name, self.filename)

    def adjust_filename(self, fname):
        return fname

    # Annoying comparison operators. Py3k wants __lt__ etc, and Py2k needs all
    # of them defined.

    def __lt__(self, other):
        return self.name < other.name
    def __le__(self, other):
        return self.name <= other.name
    def __eq__(self, other):
        return self.name == other.name
    def __ne__(self, other):
        return self.name != other.name
    def __gt__(self, other):
        return self.name > other.name
    def __ge__(self, other):
        return self.name >= other.name

    def flat_rootname(self):
        """A base for a flat filename to correspond to this code unit.

        Useful for writing files about the code where you want all the files in
        the same directory, but need to differentiate same-named files from
        different directories.

        For example, the file a/b/c.py might return 'a_b_c'

        """
        if self.modname:
            return self.modname.replace('.', '_')
        else:
            root = os.path.splitdrive(self.name)[1]
            return root.replace('\\', '_').replace('/', '_').replace('.', '_')

    def source_file(self):
        """Return an open file for reading the source of the code unit."""
        if os.path.exists(self.filename):
            # A regular text file: open it.
            return open_source(self.filename)

        # Maybe it's in a zip file?
        source = self.file_locator.get_zip_data(self.filename)
        if source is not None:
            return StringIO(source)

        # Couldn't find source.
        raise CoverageException(
            "No source for code '%s'." % self.filename
            )

    def should_be_python(self):
        """Does it seem like this file should contain Python?

        This is used to decide if a file reported as part of the execution of
        a program was really likely to have contained Python in the first
        place.
        """
        return False


class PythonCodeUnit(CodeUnit):
    """Represents a Python file."""

    analysis_class = Analysis
    parser_class = CodeParser

    def adjust_filename(self, fname):
        # .pyc files should always refer to a .py instead.
        if fname.endswith(('.pyc', '.pyo')):
            fname = fname[:-1]
        elif fname.endswith('$py.class'): # Jython
            fname = fname[:-9] + ".py"
        return fname

    def should_be_python(self):
        """Does it seem like this file should contain Python?

        This is used to decide if a file reported as part of the execution of
        a program was really likely to have contained Python in the first
        place.

        """
        # Get the file extension.
        _, ext = os.path.splitext(self.filename)

        # Anything named *.py* should be Python.
        if ext.startswith('.py'):
            return True
        # A file with no extension should be Python.
        if not ext:
            return True
        # Everything else is probably not Python.
        return False

    def source_token_lines(self, source):
        return source_token_lines(source)

    def source_encoding(self, source):
        return source_encoding(source)


def mako_template_name(py_filename):
    with open(py_filename) as f:
        py_source = f.read()

    # Find the template filename. TODO: string escapes in the string.
    m = re.search(r"^_template_filename = u?'([^']+)'", py_source, flags=re.MULTILINE)
    if not m:
        raise Exception("Couldn't find template filename in Mako file %r" % py_filename)
    template_filename = m.group(1)
    return template_filename


class MakoParser(object):
    def __init__(self, cu, text, filename, exclude):
        self.cu = cu
        self.text = text
        self.filename = filename
        self.exclude = exclude

    def parse_source(self):
        """Returns executable_line_numbers, excluded_line_numbers"""
        with open(self.cu.filename) as f:
            py_source = f.read()

        # Get the line numbers.
        self.py_to_html = {}
        html_linenum = None
        for linenum, line in enumerate(py_source.splitlines(), start=1):
            m_source_line = re.search(r"^\s*# SOURCE LINE (\d+)$", line)
            if m_source_line:
                html_linenum = int(m_source_line.group(1))
            else:
                m_boilerplate_line = re.search(r"^\s*# BOILERPLATE", line)
                if m_boilerplate_line:
                    html_linenum = None
                elif html_linenum:
                    self.py_to_html[linenum] = html_linenum

        return set(self.py_to_html.values()), set()

    def translate_lines(self, lines):
        tlines = set(self.py_to_html.get(l, -1) for l in lines)
        tlines.remove(-1)
        return tlines

    def first_lines(self, lines, *ignores):
        return set(lines)

    def first_line(self, line):
        return line

    def exit_counts(self):
        return {}

    def arcs(self):
        return []


class MakoAnalysis(Analysis):

    def find_source(self, filename):
        """Find the source for `filename`.

        Returns two values: the actual filename, and the source.

        """
        mako_filename = mako_template_name(filename)
        with open(mako_filename) as f:
            source = f.read()

        return mako_filename, source


class MakoCodeUnit(CodeUnit):
    analysis_class = MakoAnalysis
    parser_class = MakoParser

    def __init__(self, *args, **kwargs):
        super(MakoCodeUnit, self).__init__(*args, **kwargs)
        self.mako_filename = mako_template_name(self.filename)

    def source_file(self):
        return open(self.mako_filename)

    def source_token_lines(self, source):
        """Return the 'tokenized' text for the code."""
        for line in source.splitlines():
            yield [('txt', line)]

    def source_encoding(self, source):
        return "utf-8"