""" sphinx.ext.autodoc.importer ~~~~~~~~~~~~~~~~~~~~~~~~~~~ Importer utilities for autodoc :copyright: Copyright 2007-2019 by the Sphinx team, see AUTHORS. :license: BSD, see LICENSE for details. """ import contextlib import os import sys import traceback import warnings from collections import namedtuple from importlib.abc import Loader, MetaPathFinder from importlib.machinery import ModuleSpec from types import FunctionType, MethodType, ModuleType from sphinx.deprecation import RemovedInSphinx30Warning from sphinx.util import logging from sphinx.util.inspect import isenumclass, safe_getattr if False: # For type annotation from typing import Any, Callable, Dict, Generator, Iterator, List, Optional, Sequence, Tuple, Union # NOQA logger = logging.getLogger(__name__) class _MockObject: """Used by autodoc_mock_imports.""" def __new__(cls, *args, **kwargs): # type: (Any, Any) -> Any if len(args) == 3 and isinstance(args[1], tuple) and args[1][-1].__class__ is cls: # subclassing MockObject return type(args[0], (_MockObject,), args[2], **kwargs) # type: ignore else: return super(_MockObject, cls).__new__(cls) def __init__(self, *args, **kwargs): # type: (Any, Any) -> None self.__qualname__ = '' def __len__(self): # type: () -> int return 0 def __contains__(self, key): # type: (str) -> bool return False def __iter__(self): # type: () -> Iterator return iter([]) def __mro_entries__(self, bases): # type: (Tuple) -> Tuple return bases def __getitem__(self, key): # type: (str) -> _MockObject return self def __getattr__(self, key): # type: (str) -> _MockObject return self def __call__(self, *args, **kw): # type: (Any, Any) -> Any if args and type(args[0]) in [FunctionType, MethodType]: # Appears to be a decorator, pass through unchanged return args[0] return self class _MockModule(ModuleType): """Used by autodoc_mock_imports.""" __file__ = os.devnull def __init__(self, name, loader=None): # type: (str, _MockImporter) -> None super().__init__(name) self.__all__ = [] # type: List[str] self.__path__ = [] # type: List[str] if loader is not None: warnings.warn('The loader argument for _MockModule is deprecated.', RemovedInSphinx30Warning) def __getattr__(self, name): # type: (str) -> _MockObject o = _MockObject() o.__module__ = self.__name__ return o class _MockImporter(MetaPathFinder): def __init__(self, names): # type: (List[str]) -> None self.names = names self.mocked_modules = [] # type: List[str] # enable hook by adding itself to meta_path sys.meta_path.insert(0, self) warnings.warn('_MockImporter is now deprecated.', RemovedInSphinx30Warning) def disable(self): # type: () -> None # remove `self` from `sys.meta_path` to disable import hook sys.meta_path = [i for i in sys.meta_path if i is not self] # remove mocked modules from sys.modules to avoid side effects after # running auto-documenter for m in self.mocked_modules: if m in sys.modules: del sys.modules[m] def find_module(self, name, path=None): # type: (str, Sequence[Union[bytes, str]]) -> Any # check if name is (or is a descendant of) one of our base_packages for n in self.names: if n == name or name.startswith(n + '.'): return self return None def load_module(self, name): # type: (str) -> ModuleType if name in sys.modules: # module has already been imported, return it return sys.modules[name] else: logger.debug('[autodoc] adding a mock module %s!', name) module = _MockModule(name, self) sys.modules[name] = module self.mocked_modules.append(name) return module class MockLoader(Loader): """A loader for mocking.""" def __init__(self, finder): # type: (MockFinder) -> None super().__init__() self.finder = finder def create_module(self, spec): # type: (ModuleSpec) -> ModuleType logger.debug('[autodoc] adding a mock module as %s!', spec.name) self.finder.mocked_modules.append(spec.name) return _MockModule(spec.name) def exec_module(self, module): # type: (ModuleType) -> None pass # nothing to do class MockFinder(MetaPathFinder): """A finder for mocking.""" def __init__(self, modnames): # type: (List[str]) -> None super().__init__() self.modnames = modnames self.loader = MockLoader(self) self.mocked_modules = [] # type: List[str] def find_spec(self, fullname, path, target=None): # type: (str, Sequence[Union[bytes, str]], ModuleType) -> ModuleSpec for modname in self.modnames: # check if fullname is (or is a descendant of) one of our targets if modname == fullname or fullname.startswith(modname + '.'): return ModuleSpec(fullname, self.loader) return None def invalidate_caches(self): # type: () -> None """Invalidate mocked modules on sys.modules.""" for modname in self.mocked_modules: sys.modules.pop(modname, None) @contextlib.contextmanager def mock(modnames): # type: (List[str]) -> Generator[None, None, None] """Insert mock modules during context:: with mock(['target.module.name']): # mock modules are enabled here ... """ try: finder = MockFinder(modnames) sys.meta_path.insert(0, finder) yield finally: sys.meta_path.remove(finder) finder.invalidate_caches() def import_module(modname, warningiserror=False): # type: (str, bool) -> Any """ Call __import__(modname), convert exceptions to ImportError """ try: with warnings.catch_warnings(): warnings.filterwarnings("ignore", category=ImportWarning) with logging.skip_warningiserror(not warningiserror): __import__(modname) return sys.modules[modname] except BaseException as exc: # Importing modules may cause any side effects, including # SystemExit, so we need to catch all errors. raise ImportError(exc, traceback.format_exc()) def import_object(modname, objpath, objtype='', attrgetter=safe_getattr, warningiserror=False): # type: (str, List[str], str, Callable[[Any, str], Any], bool) -> Any if objpath: logger.debug('[autodoc] from %s import %s', modname, '.'.join(objpath)) else: logger.debug('[autodoc] import %s', modname) try: module = None exc_on_importing = None objpath = list(objpath) while module is None: try: module = import_module(modname, warningiserror=warningiserror) logger.debug('[autodoc] import %s => %r', modname, module) except ImportError as exc: logger.debug('[autodoc] import %s => failed', modname) exc_on_importing = exc if '.' in modname: # retry with parent module modname, name = modname.rsplit('.', 1) objpath.insert(0, name) else: raise obj = module parent = None object_name = None for attrname in objpath: parent = obj logger.debug('[autodoc] getattr(_, %r)', attrname) obj = attrgetter(obj, attrname) logger.debug('[autodoc] => %r', obj) object_name = attrname return [module, parent, object_name, obj] except (AttributeError, ImportError) as exc: if isinstance(exc, AttributeError) and exc_on_importing: # restore ImportError exc = exc_on_importing if objpath: errmsg = ('autodoc: failed to import %s %r from module %r' % (objtype, '.'.join(objpath), modname)) else: errmsg = 'autodoc: failed to import %s %r' % (objtype, modname) if isinstance(exc, ImportError): # import_module() raises ImportError having real exception obj and # traceback real_exc, traceback_msg = exc.args if isinstance(real_exc, SystemExit): errmsg += ('; the module executes module level statement ' 'and it might call sys.exit().') elif isinstance(real_exc, ImportError) and real_exc.args: errmsg += '; the following exception was raised:\n%s' % real_exc.args[0] else: errmsg += '; the following exception was raised:\n%s' % traceback_msg else: errmsg += '; the following exception was raised:\n%s' % traceback.format_exc() logger.debug(errmsg) raise ImportError(errmsg) Attribute = namedtuple('Attribute', ['name', 'directly_defined', 'value']) def get_object_members(subject, objpath, attrgetter, analyzer=None): # type: (Any, List[str], Callable, Any) -> Dict[str, Attribute] # NOQA """Get members and attributes of target object.""" # the members directly defined in the class obj_dict = attrgetter(subject, '__dict__', {}) members = {} # type: Dict[str, Attribute] # enum members if isenumclass(subject): for name, value in subject.__members__.items(): if name not in members: members[name] = Attribute(name, True, value) superclass = subject.__mro__[1] for name, value in obj_dict.items(): if name not in superclass.__dict__: members[name] = Attribute(name, True, value) # other members for name in dir(subject): try: value = attrgetter(subject, name) directly_defined = name in obj_dict if name not in members: members[name] = Attribute(name, directly_defined, value) except AttributeError: continue if analyzer: # append instance attributes (cf. self.attr1) if analyzer knows from sphinx.ext.autodoc import INSTANCEATTR namespace = '.'.join(objpath) for (ns, name) in analyzer.find_attr_docs(): if namespace == ns and name not in members: members[name] = Attribute(name, True, INSTANCEATTR) return members