"""numpy.distutils.fcompiler Contains FCompiler, an abstract base class that defines the interface for the numpy.distutils Fortran compiler abstraction model. """ __all__ = ['FCompiler','new_fcompiler','show_fcompilers', 'dummy_fortran_file'] import os import sys import re from types import StringType,NoneType from distutils.sysconfig import get_config_var from distutils.fancy_getopt import FancyGetopt from distutils.errors import DistutilsModuleError,DistutilsArgError,\ DistutilsExecError,CompileError,LinkError,DistutilsPlatformError from distutils.util import split_quoted from numpy.distutils.ccompiler import CCompiler, gen_lib_options from numpy.distutils import log from numpy.distutils.command.config_compiler import config_fc from numpy.distutils.misc_util import is_string, is_sequence from distutils.spawn import _nt_quote_args class FCompiler(CCompiler): """ Abstract base class to define the interface that must be implemented by real Fortran compiler classes. Methods that subclasses may redefine: get_version_cmd(), get_linker_so(), get_version() get_flags(), get_flags_opt(), get_flags_arch(), get_flags_debug() get_flags_f77(), get_flags_opt_f77(), get_flags_arch_f77(), get_flags_debug_f77(), get_flags_f90(), get_flags_opt_f90(), get_flags_arch_f90(), get_flags_debug_f90(), get_flags_fix(), get_flags_linker_so(), get_flags_version() DON'T call these methods (except get_version) after constructing a compiler instance or inside any other method. All methods, except get_version_cmd() and get_flags_version(), may call get_version() method. After constructing a compiler instance, always call customize(dist=None) method that finalizes compiler construction and makes the following attributes available: compiler_f77 compiler_f90 compiler_fix linker_so archiver ranlib libraries library_dirs """ language_map = {'.f':'f77', '.for':'f77', '.F':'f77', # XXX: needs preprocessor '.ftn':'f77', '.f77':'f77', '.f90':'f90', '.F90':'f90', # XXX: needs preprocessor '.f95':'f90', } language_order = ['f90','f77'] version_pattern = None executables = { 'version_cmd' : ["f77","-v"], 'compiler_f77' : ["f77"], 'compiler_f90' : ["f90"], 'compiler_fix' : ["f90","-fixed"], 'linker_so' : ["f90","-shared"], 'linker_exe' : ["f90"], 'archiver' : ["ar","-cr"], 'ranlib' : None, } compile_switch = "-c" object_switch = "-o " # Ending space matters! It will be stripped # but if it is missing then object_switch # will be prefixed to object file name by # string concatenation. library_switch = "-o " # Ditto! # Switch to specify where module files are created and searched # for USE statement. Normally it is a string and also here ending # space matters. See above. module_dir_switch = None # Switch to specify where module files are searched for USE statement. module_include_switch = '-I' pic_flags = [] # Flags to create position-independent code src_extensions = ['.for','.ftn','.f77','.f','.f90','.f95','.F','.F90'] obj_extension = ".o" shared_lib_extension = get_config_var('SO') # or .dll static_lib_extension = ".a" # or .lib static_lib_format = "lib%s%s" # or %s%s shared_lib_format = "%s%s" exe_extension = "" ###################################################################### ## Methods that subclasses may redefine. But don't call these methods! ## They are private to FCompiler class and may return unexpected ## results if used elsewhere. So, you have been warned.. def get_version_cmd(self): """ Compiler command to print out version information. """ f77 = self.executables['compiler_f77'] if f77 is not None: f77 = f77[0] cmd = self.executables['version_cmd'] if cmd is not None: cmd = cmd[0] if cmd==f77: cmd = self.compiler_f77[0] else: f90 = self.executables['compiler_f90'] if f90 is not None: f90 = f90[0] if cmd==f90: cmd = self.compiler_f90[0] return cmd def get_linker_so(self): """ Linker command to build shared libraries. """ f77 = self.executables['compiler_f77'] if f77 is not None: f77 = f77[0] ln = self.executables['linker_so'] if ln is not None: ln = ln[0] if ln==f77: ln = self.compiler_f77[0] else: f90 = self.executables['compiler_f90'] if f90 is not None: f90 = f90[0] if ln==f90: ln = self.compiler_f90[0] return ln def get_linker_exe(self): """ Linker command to build shared libraries. """ f77 = self.executables['compiler_f77'] if f77 is not None: f77 = f77[0] ln = self.executables.get('linker_exe') if ln is not None: ln = ln[0] if ln==f77: ln = self.compiler_f77[0] else: f90 = self.executables['compiler_f90'] if f90 is not None: f90 = f90[0] if ln==f90: ln = self.compiler_f90[0] return ln def get_flags(self): """ List of flags common to all compiler types. """ return [] + self.pic_flags def get_flags_version(self): """ List of compiler flags to print out version information. """ if self.executables['version_cmd']: return self.executables['version_cmd'][1:] return [] def get_flags_f77(self): """ List of Fortran 77 specific flags. """ if self.executables['compiler_f77']: return self.executables['compiler_f77'][1:] return [] def get_flags_f90(self): """ List of Fortran 90 specific flags. """ if self.executables['compiler_f90']: return self.executables['compiler_f90'][1:] return [] def get_flags_free(self): """ List of Fortran 90 free format specific flags. """ return [] def get_flags_fix(self): """ List of Fortran 90 fixed format specific flags. """ if self.executables['compiler_fix']: return self.executables['compiler_fix'][1:] return [] def get_flags_linker_so(self): """ List of linker flags to build a shared library. """ if self.executables['linker_so']: return self.executables['linker_so'][1:] return [] def get_flags_linker_exe(self): """ List of linker flags to build an executable. """ if self.executables['linker_exe']: return self.executables['linker_exe'][1:] return [] def get_flags_ar(self): """ List of archiver flags. """ if self.executables['archiver']: return self.executables['archiver'][1:] return [] def get_flags_opt(self): """ List of architecture independent compiler flags. """ return [] def get_flags_arch(self): """ List of architecture dependent compiler flags. """ return [] def get_flags_debug(self): """ List of compiler flags to compile with debugging information. """ return [] get_flags_opt_f77 = get_flags_opt_f90 = get_flags_opt get_flags_arch_f77 = get_flags_arch_f90 = get_flags_arch get_flags_debug_f77 = get_flags_debug_f90 = get_flags_debug def get_libraries(self): """ List of compiler libraries. """ return self.libraries[:] def get_library_dirs(self): """ List of compiler library directories. """ return self.library_dirs[:] ############################################################ ## Public methods: def customize(self, dist=None): """ Customize Fortran compiler. This method gets Fortran compiler specific information from (i) class definition, (ii) environment, (iii) distutils config files, and (iv) command line. This method should be always called after constructing a compiler instance. But not in __init__ because Distribution instance is needed for (iii) and (iv). """ log.info('customize %s' % (self.__class__.__name__)) from distutils.dist import Distribution if dist is None: # These hooks are for testing only! dist = Distribution() dist.script_name = os.path.basename(sys.argv[0]) dist.script_args = ['config_fc'] + sys.argv[1:] dist.cmdclass['config_fc'] = config_fc dist.parse_config_files() dist.parse_command_line() if isinstance(dist,Distribution): conf = dist.get_option_dict('config_fc') else: assert isinstance(dist,dict) conf = dist noopt = conf.get('noopt',[None,0])[1] if 0: # change to `if 1:` when making release. # Don't use architecture dependent compiler flags: noarch = 1 else: noarch = conf.get('noarch',[None,noopt])[1] debug = conf.get('debug',[None,0])[1] f77 = self.__get_cmd('compiler_f77','F77',(conf,'f77exec')) f90 = self.__get_cmd('compiler_f90','F90',(conf,'f90exec')) # Temporarily setting f77,f90 compilers so that # version_cmd can use their executables. if f77: self.set_executables(compiler_f77=[f77]) if f90: self.set_executables(compiler_f90=[f90]) # Must set version_cmd before others as self.get_flags* # methods may call self.get_version. vers_cmd = self.__get_cmd(self.get_version_cmd) if vers_cmd: vflags = self.__get_flags(self.get_flags_version) self.set_executables(version_cmd=[vers_cmd]+vflags) if f77: f77flags = self.__get_flags(self.get_flags_f77,'F77FLAGS', (conf,'f77flags')) if f90: f90flags = self.__get_flags(self.get_flags_f90,'F90FLAGS', (conf,'f90flags')) freeflags = self.__get_flags(self.get_flags_free,'FREEFLAGS', (conf,'freeflags')) # XXX Assuming that free format is default for f90 compiler. fix = self.__get_cmd('compiler_fix','F90',(conf,'f90exec')) if fix: fixflags = self.__get_flags(self.get_flags_fix) + f90flags oflags,aflags,dflags = [],[],[] if not noopt: oflags = self.__get_flags(self.get_flags_opt,'FOPT',(conf,'opt')) if f77 and self.get_flags_opt is not self.get_flags_opt_f77: f77flags += self.__get_flags(self.get_flags_opt_f77) if f90 and self.get_flags_opt is not self.get_flags_opt_f90: f90flags += self.__get_flags(self.get_flags_opt_f90) if fix and self.get_flags_opt is not self.get_flags_opt_f90: fixflags += self.__get_flags(self.get_flags_opt_f90) if not noarch: aflags = self.__get_flags(self.get_flags_arch,'FARCH', (conf,'arch')) if f77 and self.get_flags_arch is not self.get_flags_arch_f77: f77flags += self.__get_flags(self.get_flags_arch_f77) if f90 and self.get_flags_arch is not self.get_flags_arch_f90: f90flags += self.__get_flags(self.get_flags_arch_f90) if fix and self.get_flags_arch is not self.get_flags_arch_f90: fixflags += self.__get_flags(self.get_flags_arch_f90) if debug: dflags = self.__get_flags(self.get_flags_debug,'FDEBUG') if f77 and self.get_flags_debug is not self.get_flags_debug_f77: f77flags += self.__get_flags(self.get_flags_debug_f77) if f90 and self.get_flags_debug is not self.get_flags_debug_f90: f90flags += self.__get_flags(self.get_flags_debug_f90) if fix and self.get_flags_debug is not self.get_flags_debug_f90: fixflags += self.__get_flags(self.get_flags_debug_f90) fflags = self.__get_flags(self.get_flags,'FFLAGS') \ + dflags + oflags + aflags if f77: self.set_executables(compiler_f77=[f77]+f77flags+fflags) if f90: self.set_executables(compiler_f90=[f90]+freeflags+f90flags+fflags) if fix: self.set_executables(compiler_fix=[fix]+fixflags+fflags) #XXX: Do we need LDSHARED->SOSHARED, LDFLAGS->SOFLAGS linker_so = self.__get_cmd(self.get_linker_so,'LDSHARED') if linker_so: linker_so_flags = self.__get_flags(self.get_flags_linker_so,'LDFLAGS') self.set_executables(linker_so=[linker_so]+linker_so_flags) linker_exe = self.__get_cmd(self.get_linker_exe,'LD') if linker_exe: linker_exe_flags = self.__get_flags(self.get_flags_linker_exe,'LDFLAGS') self.set_executables(linker_exe=[linker_exe]+linker_exe_flags) ar = self.__get_cmd('archiver','AR') if ar: arflags = self.__get_flags(self.get_flags_ar,'ARFLAGS') self.set_executables(archiver=[ar]+arflags) ranlib = self.__get_cmd('ranlib','RANLIB') if ranlib: self.set_executables(ranlib=[ranlib]) self.set_library_dirs(self.get_library_dirs()) self.set_libraries(self.get_libraries()) verbose = conf.get('verbose',[None,0])[1] if verbose: self.dump_properties() return def dump_properties(self): """ Print out the attributes of a compiler instance. """ props = [] for key in self.executables.keys() + \ ['version','libraries','library_dirs', 'object_switch','compile_switch']: if hasattr(self,key): v = getattr(self,key) props.append((key, None, '= '+`v`)) props.sort() pretty_printer = FancyGetopt(props) for l in pretty_printer.generate_help("%s instance properties:" \ % (self.__class__.__name__)): if l[:4]==' --': l = ' ' + l[4:] print l return ################### def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts): """Compile 'src' to product 'obj'.""" if is_f_file(src) and not has_f90_header(src): flavor = ':f77' compiler = self.compiler_f77 elif is_free_format(src): flavor = ':f90' compiler = self.compiler_f90 if compiler is None: raise DistutilsExecError, 'f90 not supported by '\ +self.__class__.__name__ else: flavor = ':fix' compiler = self.compiler_fix if compiler is None: raise DistutilsExecError, 'f90 (fixed) not supported by '\ +self.__class__.__name__ if self.object_switch[-1]==' ': o_args = [self.object_switch.strip(),obj] else: o_args = [self.object_switch.strip()+obj] assert self.compile_switch.strip() s_args = [self.compile_switch, src] if os.name == 'nt': compiler = _nt_quote_args(compiler) command = compiler + cc_args + s_args + o_args + extra_postargs display = '%s: %s' % (os.path.basename(compiler[0]) + flavor, src) try: self.spawn(command,display=display) except DistutilsExecError, msg: raise CompileError, msg return def module_options(self, module_dirs, module_build_dir): options = [] if self.module_dir_switch is not None: if self.module_dir_switch[-1]==' ': options.extend([self.module_dir_switch.strip(),module_build_dir]) else: options.append(self.module_dir_switch.strip()+module_build_dir) else: print 'XXX: module_build_dir=%r option ignored' % (module_build_dir) print 'XXX: Fix module_dir_switch for ',self.__class__.__name__ if self.module_include_switch is not None: for d in [module_build_dir]+module_dirs: options.append('%s%s' % (self.module_include_switch, d)) else: print 'XXX: module_dirs=%r option ignored' % (module_dirs) print 'XXX: Fix module_include_switch for ',self.__class__.__name__ return options def library_option(self, lib): return "-l" + lib def library_dir_option(self, dir): return "-L" + dir def link(self, target_desc, objects, output_filename, output_dir=None, libraries=None, library_dirs=None, runtime_library_dirs=None, export_symbols=None, debug=0, extra_preargs=None, extra_postargs=None, build_temp=None, target_lang=None): objects, output_dir = self._fix_object_args(objects, output_dir) libraries, library_dirs, runtime_library_dirs = \ self._fix_lib_args(libraries, library_dirs, runtime_library_dirs) lib_opts = gen_lib_options(self, library_dirs, runtime_library_dirs, libraries) if is_string(output_dir): output_filename = os.path.join(output_dir, output_filename) elif output_dir is not None: raise TypeError, "'output_dir' must be a string or None" if self._need_link(objects, output_filename): if self.library_switch[-1]==' ': o_args = [self.library_switch.strip(),output_filename] else: o_args = [self.library_switch.strip()+output_filename] if is_string(self.objects): ld_args = objects + [self.objects] else: ld_args = objects + self.objects ld_args = ld_args + lib_opts + o_args if debug: ld_args[:0] = ['-g'] if extra_preargs: ld_args[:0] = extra_preargs if extra_postargs: ld_args.extend(extra_postargs) self.mkpath(os.path.dirname(output_filename)) if target_desc == CCompiler.EXECUTABLE: linker = self.linker_exe[:] else: linker = self.linker_so[:] if os.name == 'nt': linker = _nt_quote_args(linker) command = linker + ld_args try: self.spawn(command) except DistutilsExecError, msg: raise LinkError, msg else: log.debug("skipping %s (up-to-date)", output_filename) return ## Private methods: def __get_cmd(self, command, envvar=None, confvar=None): if command is None: var = None elif is_string(command): var = self.executables[command] if var is not None: var = var[0] else: var = command() if envvar is not None: var = os.environ.get(envvar, var) if confvar is not None: var = confvar[0].get(confvar[1], [None,var])[1] return var def __get_flags(self, command, envvar=None, confvar=None): if command is None: var = [] elif is_string(command): var = self.executables[command][1:] else: var = command() if envvar is not None: var = os.environ.get(envvar, var) if confvar is not None: var = confvar[0].get(confvar[1], [None,var])[1] if is_string(var): var = split_quoted(var) return var ## class FCompiler fcompiler_class = {'gnu':('gnu','GnuFCompiler', "GNU Fortran Compiler"), 'gnu95':('gnu','Gnu95FCompiler', "GNU 95 Fortran Compiler"), 'g95':('g95','G95FCompiler', "GNU Fortran 95 Compiler"), 'pg':('pg','PGroupFCompiler', "Portland Group Fortran Compiler"), 'absoft':('absoft','AbsoftFCompiler', "Absoft Corp Fortran Compiler"), 'mips':('mips','MipsFCompiler', "MIPSpro Fortran Compiler"), 'sun':('sun','SunFCompiler', "Sun|Forte Fortran 95 Compiler"), 'intel':('intel','IntelFCompiler', "Intel Fortran Compiler for 32-bit apps"), 'intelv':('intel','IntelVisualFCompiler', "Intel Visual Fortran Compiler for 32-bit apps"), 'intele':('intel','IntelItaniumFCompiler', "Intel Fortran Compiler for Itanium apps"), 'intelev':('intel','IntelItaniumVisualFCompiler', "Intel Visual Fortran Compiler for Itanium apps"), 'intelem':('intel','IntelEM64TFCompiler', "Intel Fortran Compiler for EM64T-based apps"), 'nag':('nag','NAGFCompiler', "NAGWare Fortran 95 Compiler"), 'compaq':('compaq','CompaqFCompiler', "Compaq Fortran Compiler"), 'compaqv':('compaq','CompaqVisualFCompiler', "DIGITAL|Compaq Visual Fortran Compiler"), 'vast':('vast','VastFCompiler', "Pacific-Sierra Research Fortran 90 Compiler"), 'hpux':('hpux','HPUXFCompiler', "HP Fortran 90 Compiler"), 'lahey':('lahey','LaheyFCompiler', "Lahey/Fujitsu Fortran 95 Compiler"), 'ibm':('ibm','IbmFCompiler', "IBM XL Fortran Compiler"), 'f':('f','FFCompiler', "Fortran Company/NAG F Compiler"), 'none':('none','NoneFCompiler',"Fake Fortran compiler") } _default_compilers = ( # Platform mappings ('win32',('gnu','intelv','absoft','compaqv','intelev','gnu95','g95')), ('cygwin.*',('gnu','intelv','absoft','compaqv','intelev','gnu95','g95')), ('linux.*',('gnu','intel','lahey','pg','absoft','nag','vast','compaq', 'intele','intelem','gnu95','g95')), ('darwin.*',('nag','absoft','ibm','gnu','gnu95','g95')), ('sunos.*',('sun','gnu','gnu95','g95')), ('irix.*',('mips','gnu','gnu95',)), ('aix.*',('ibm','gnu','gnu95',)), # OS mappings ('posix',('gnu','gnu95',)), ('nt',('gnu','gnu95',)), ('mac',('gnu','gnu95',)), ) def _find_existing_fcompiler(compilers, osname=None, platform=None): for compiler in compilers: v = None try: c = new_fcompiler(plat=platform, compiler=compiler) c.customize() v = c.get_version() except DistutilsModuleError: pass except Exception, msg: log.warn(msg) if v is not None: return compiler return def get_default_fcompiler(osname=None, platform=None): """ Determine the default Fortran compiler to use for the given platform. """ if osname is None: osname = os.name if platform is None: platform = sys.platform matching_compilers = [] for pattern, compiler in _default_compilers: if re.match(pattern, platform) is not None or \ re.match(pattern, osname) is not None: if is_sequence(compiler): matching_compilers.extend(list(compiler)) else: matching_compilers.append(compiler) if not matching_compilers: matching_compilers.append('gnu') compiler = _find_existing_fcompiler(matching_compilers, osname=osname, platform=platform) if compiler is not None: return compiler return matching_compilers[0] def new_fcompiler(plat=None, compiler=None, verbose=0, dry_run=0, force=0): """ Generate an instance of some FCompiler subclass for the supplied platform/compiler combination. """ if plat is None: plat = os.name try: if compiler is None: compiler = get_default_fcompiler(plat) (module_name, class_name, long_description) = fcompiler_class[compiler] except KeyError: msg = "don't know how to compile Fortran code on platform '%s'" % plat if compiler is not None: msg = msg + " with '%s' compiler." % compiler msg = msg + " Supported compilers are: %s)" \ % (','.join(fcompiler_class.keys())) raise DistutilsPlatformError, msg try: module_name = 'numpy.distutils.fcompiler.'+module_name __import__ (module_name) module = sys.modules[module_name] klass = vars(module)[class_name] except ImportError: raise DistutilsModuleError, \ "can't compile Fortran code: unable to load module '%s'" % \ module_name except KeyError: raise DistutilsModuleError, \ ("can't compile Fortran code: unable to find class '%s' " + "in module '%s'") % (class_name, module_name) compiler = klass(None, dry_run, force) log.debug('new_fcompiler returns %s' % (klass)) return compiler def show_fcompilers(dist = None): """ Print list of available compilers (used by the "--help-fcompiler" option to "config_fc"). """ if dist is None: from distutils.dist import Distribution dist = Distribution() dist.script_name = os.path.basename(sys.argv[0]) dist.script_args = ['config_fc'] + sys.argv[1:] dist.cmdclass['config_fc'] = config_fc dist.parse_config_files() dist.parse_command_line() compilers = [] compilers_na = [] compilers_ni = [] for compiler in fcompiler_class.keys(): v = 'N/A' try: c = new_fcompiler(compiler=compiler) c.customize(dist) v = c.get_version() except DistutilsModuleError: pass except Exception, msg: log.warn(msg) if v is None: compilers_na.append(("fcompiler="+compiler, None, fcompiler_class[compiler][2])) elif v=='N/A': compilers_ni.append(("fcompiler="+compiler, None, fcompiler_class[compiler][2])) else: compilers.append(("fcompiler="+compiler, None, fcompiler_class[compiler][2] + ' (%s)' % v)) compilers.sort() compilers_na.sort() pretty_printer = FancyGetopt(compilers) pretty_printer.print_help("List of available Fortran compilers:") pretty_printer = FancyGetopt(compilers_na) pretty_printer.print_help("List of unavailable Fortran compilers:") if compilers_ni: pretty_printer = FancyGetopt(compilers_ni) pretty_printer.print_help("List of unimplemented Fortran compilers:") print "For compiler details, run 'config_fc --verbose' setup command." def dummy_fortran_file(): import atexit import tempfile dummy_name = tempfile.mktemp()+'__dummy' dummy = open(dummy_name+'.f','w') dummy.write(" subroutine dummy()\n end\n") dummy.close() def rm_file(name=dummy_name,log_threshold=log._global_log.threshold): save_th = log._global_log.threshold log.set_threshold(log_threshold) try: os.remove(name+'.f'); log.debug('removed '+name+'.f') except OSError: pass try: os.remove(name+'.o'); log.debug('removed '+name+'.o') except OSError: pass log.set_threshold(save_th) atexit.register(rm_file) return dummy_name is_f_file = re.compile(r'.*[.](for|ftn|f77|f)\Z',re.I).match _has_f_header = re.compile(r'-[*]-\s*fortran\s*-[*]-',re.I).search _has_f90_header = re.compile(r'-[*]-\s*f90\s*-[*]-',re.I).search _has_fix_header = re.compile(r'-[*]-\s*fix\s*-[*]-',re.I).search _free_f90_start = re.compile(r'[^c*]\s*[^\s\d\t]',re.I).match def is_free_format(file): """Check if file is in free format Fortran.""" # f90 allows both fixed and free format, assuming fixed unless # signs of free format are detected. result = 0 f = open(file,'r') line = f.readline() n = 15 # the number of non-comment lines to scan for hints if _has_f_header(line): n = 0 elif _has_f90_header(line): n = 0 result = 1 while n>0 and line: if line[0]!='!': n -= 1 if (line[0]!='\t' and _free_f90_start(line[:5])) or line[-2:-1]=='&': result = 1 break line = f.readline() f.close() return result def has_f90_header(src): f = open(src,'r') line = f.readline() f.close() return _has_f90_header(line) or _has_fix_header(line) if __name__ == '__main__': show_fcompilers()