build_src.py 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774
  1. """ Build swig and f2py sources.
  2. """
  3. from __future__ import division, absolute_import, print_function
  4. import os
  5. import re
  6. import sys
  7. import shlex
  8. import copy
  9. from distutils.command import build_ext
  10. from distutils.dep_util import newer_group, newer
  11. from distutils.util import get_platform
  12. from distutils.errors import DistutilsError, DistutilsSetupError
  13. # this import can't be done here, as it uses numpy stuff only available
  14. # after it's installed
  15. #import numpy.f2py
  16. from numpy.distutils import log
  17. from numpy.distutils.misc_util import (
  18. fortran_ext_match, appendpath, is_string, is_sequence, get_cmd
  19. )
  20. from numpy.distutils.from_template import process_file as process_f_file
  21. from numpy.distutils.conv_template import process_file as process_c_file
  22. def subst_vars(target, source, d):
  23. """Substitute any occurrence of @foo@ by d['foo'] from source file into
  24. target."""
  25. var = re.compile('@([a-zA-Z_]+)@')
  26. fs = open(source, 'r')
  27. try:
  28. ft = open(target, 'w')
  29. try:
  30. for l in fs:
  31. m = var.search(l)
  32. if m:
  33. ft.write(l.replace('@%s@' % m.group(1), d[m.group(1)]))
  34. else:
  35. ft.write(l)
  36. finally:
  37. ft.close()
  38. finally:
  39. fs.close()
  40. class build_src(build_ext.build_ext):
  41. description = "build sources from SWIG, F2PY files or a function"
  42. user_options = [
  43. ('build-src=', 'd', "directory to \"build\" sources to"),
  44. ('f2py-opts=', None, "list of f2py command line options"),
  45. ('swig=', None, "path to the SWIG executable"),
  46. ('swig-opts=', None, "list of SWIG command line options"),
  47. ('swig-cpp', None, "make SWIG create C++ files (default is autodetected from sources)"),
  48. ('f2pyflags=', None, "additional flags to f2py (use --f2py-opts= instead)"), # obsolete
  49. ('swigflags=', None, "additional flags to swig (use --swig-opts= instead)"), # obsolete
  50. ('force', 'f', "forcibly build everything (ignore file timestamps)"),
  51. ('inplace', 'i',
  52. "ignore build-lib and put compiled extensions into the source " +
  53. "directory alongside your pure Python modules"),
  54. ]
  55. boolean_options = ['force', 'inplace']
  56. help_options = []
  57. def initialize_options(self):
  58. self.extensions = None
  59. self.package = None
  60. self.py_modules = None
  61. self.py_modules_dict = None
  62. self.build_src = None
  63. self.build_lib = None
  64. self.build_base = None
  65. self.force = None
  66. self.inplace = None
  67. self.package_dir = None
  68. self.f2pyflags = None # obsolete
  69. self.f2py_opts = None
  70. self.swigflags = None # obsolete
  71. self.swig_opts = None
  72. self.swig_cpp = None
  73. self.swig = None
  74. def finalize_options(self):
  75. self.set_undefined_options('build',
  76. ('build_base', 'build_base'),
  77. ('build_lib', 'build_lib'),
  78. ('force', 'force'))
  79. if self.package is None:
  80. self.package = self.distribution.ext_package
  81. self.extensions = self.distribution.ext_modules
  82. self.libraries = self.distribution.libraries or []
  83. self.py_modules = self.distribution.py_modules or []
  84. self.data_files = self.distribution.data_files or []
  85. if self.build_src is None:
  86. plat_specifier = ".%s-%s" % (get_platform(), sys.version[0:3])
  87. self.build_src = os.path.join(self.build_base, 'src'+plat_specifier)
  88. # py_modules_dict is used in build_py.find_package_modules
  89. self.py_modules_dict = {}
  90. if self.f2pyflags:
  91. if self.f2py_opts:
  92. log.warn('ignoring --f2pyflags as --f2py-opts already used')
  93. else:
  94. self.f2py_opts = self.f2pyflags
  95. self.f2pyflags = None
  96. if self.f2py_opts is None:
  97. self.f2py_opts = []
  98. else:
  99. self.f2py_opts = shlex.split(self.f2py_opts)
  100. if self.swigflags:
  101. if self.swig_opts:
  102. log.warn('ignoring --swigflags as --swig-opts already used')
  103. else:
  104. self.swig_opts = self.swigflags
  105. self.swigflags = None
  106. if self.swig_opts is None:
  107. self.swig_opts = []
  108. else:
  109. self.swig_opts = shlex.split(self.swig_opts)
  110. # use options from build_ext command
  111. build_ext = self.get_finalized_command('build_ext')
  112. if self.inplace is None:
  113. self.inplace = build_ext.inplace
  114. if self.swig_cpp is None:
  115. self.swig_cpp = build_ext.swig_cpp
  116. for c in ['swig', 'swig_opt']:
  117. o = '--'+c.replace('_', '-')
  118. v = getattr(build_ext, c, None)
  119. if v:
  120. if getattr(self, c):
  121. log.warn('both build_src and build_ext define %s option' % (o))
  122. else:
  123. log.info('using "%s=%s" option from build_ext command' % (o, v))
  124. setattr(self, c, v)
  125. def run(self):
  126. log.info("build_src")
  127. if not (self.extensions or self.libraries):
  128. return
  129. self.build_sources()
  130. def build_sources(self):
  131. if self.inplace:
  132. self.get_package_dir = \
  133. self.get_finalized_command('build_py').get_package_dir
  134. self.build_py_modules_sources()
  135. for libname_info in self.libraries:
  136. self.build_library_sources(*libname_info)
  137. if self.extensions:
  138. self.check_extensions_list(self.extensions)
  139. for ext in self.extensions:
  140. self.build_extension_sources(ext)
  141. self.build_data_files_sources()
  142. self.build_npy_pkg_config()
  143. def build_data_files_sources(self):
  144. if not self.data_files:
  145. return
  146. log.info('building data_files sources')
  147. from numpy.distutils.misc_util import get_data_files
  148. new_data_files = []
  149. for data in self.data_files:
  150. if isinstance(data, str):
  151. new_data_files.append(data)
  152. elif isinstance(data, tuple):
  153. d, files = data
  154. if self.inplace:
  155. build_dir = self.get_package_dir('.'.join(d.split(os.sep)))
  156. else:
  157. build_dir = os.path.join(self.build_src, d)
  158. funcs = [f for f in files if hasattr(f, '__call__')]
  159. files = [f for f in files if not hasattr(f, '__call__')]
  160. for f in funcs:
  161. if f.__code__.co_argcount==1:
  162. s = f(build_dir)
  163. else:
  164. s = f()
  165. if s is not None:
  166. if isinstance(s, list):
  167. files.extend(s)
  168. elif isinstance(s, str):
  169. files.append(s)
  170. else:
  171. raise TypeError(repr(s))
  172. filenames = get_data_files((d, files))
  173. new_data_files.append((d, filenames))
  174. else:
  175. raise TypeError(repr(data))
  176. self.data_files[:] = new_data_files
  177. def _build_npy_pkg_config(self, info, gd):
  178. template, install_dir, subst_dict = info
  179. template_dir = os.path.dirname(template)
  180. for k, v in gd.items():
  181. subst_dict[k] = v
  182. if self.inplace == 1:
  183. generated_dir = os.path.join(template_dir, install_dir)
  184. else:
  185. generated_dir = os.path.join(self.build_src, template_dir,
  186. install_dir)
  187. generated = os.path.basename(os.path.splitext(template)[0])
  188. generated_path = os.path.join(generated_dir, generated)
  189. if not os.path.exists(generated_dir):
  190. os.makedirs(generated_dir)
  191. subst_vars(generated_path, template, subst_dict)
  192. # Where to install relatively to install prefix
  193. full_install_dir = os.path.join(template_dir, install_dir)
  194. return full_install_dir, generated_path
  195. def build_npy_pkg_config(self):
  196. log.info('build_src: building npy-pkg config files')
  197. # XXX: another ugly workaround to circumvent distutils brain damage. We
  198. # need the install prefix here, but finalizing the options of the
  199. # install command when only building sources cause error. Instead, we
  200. # copy the install command instance, and finalize the copy so that it
  201. # does not disrupt how distutils want to do things when with the
  202. # original install command instance.
  203. install_cmd = copy.copy(get_cmd('install'))
  204. if not install_cmd.finalized == 1:
  205. install_cmd.finalize_options()
  206. build_npkg = False
  207. if self.inplace == 1:
  208. top_prefix = '.'
  209. build_npkg = True
  210. elif hasattr(install_cmd, 'install_libbase'):
  211. top_prefix = install_cmd.install_libbase
  212. build_npkg = True
  213. if build_npkg:
  214. for pkg, infos in self.distribution.installed_pkg_config.items():
  215. pkg_path = self.distribution.package_dir[pkg]
  216. prefix = os.path.join(os.path.abspath(top_prefix), pkg_path)
  217. d = {'prefix': prefix}
  218. for info in infos:
  219. install_dir, generated = self._build_npy_pkg_config(info, d)
  220. self.distribution.data_files.append((install_dir,
  221. [generated]))
  222. def build_py_modules_sources(self):
  223. if not self.py_modules:
  224. return
  225. log.info('building py_modules sources')
  226. new_py_modules = []
  227. for source in self.py_modules:
  228. if is_sequence(source) and len(source)==3:
  229. package, module_base, source = source
  230. if self.inplace:
  231. build_dir = self.get_package_dir(package)
  232. else:
  233. build_dir = os.path.join(self.build_src,
  234. os.path.join(*package.split('.')))
  235. if hasattr(source, '__call__'):
  236. target = os.path.join(build_dir, module_base + '.py')
  237. source = source(target)
  238. if source is None:
  239. continue
  240. modules = [(package, module_base, source)]
  241. if package not in self.py_modules_dict:
  242. self.py_modules_dict[package] = []
  243. self.py_modules_dict[package] += modules
  244. else:
  245. new_py_modules.append(source)
  246. self.py_modules[:] = new_py_modules
  247. def build_library_sources(self, lib_name, build_info):
  248. sources = list(build_info.get('sources', []))
  249. if not sources:
  250. return
  251. log.info('building library "%s" sources' % (lib_name))
  252. sources = self.generate_sources(sources, (lib_name, build_info))
  253. sources = self.template_sources(sources, (lib_name, build_info))
  254. sources, h_files = self.filter_h_files(sources)
  255. if h_files:
  256. log.info('%s - nothing done with h_files = %s',
  257. self.package, h_files)
  258. #for f in h_files:
  259. # self.distribution.headers.append((lib_name,f))
  260. build_info['sources'] = sources
  261. return
  262. def build_extension_sources(self, ext):
  263. sources = list(ext.sources)
  264. log.info('building extension "%s" sources' % (ext.name))
  265. fullname = self.get_ext_fullname(ext.name)
  266. modpath = fullname.split('.')
  267. package = '.'.join(modpath[0:-1])
  268. if self.inplace:
  269. self.ext_target_dir = self.get_package_dir(package)
  270. sources = self.generate_sources(sources, ext)
  271. sources = self.template_sources(sources, ext)
  272. sources = self.swig_sources(sources, ext)
  273. sources = self.f2py_sources(sources, ext)
  274. sources = self.pyrex_sources(sources, ext)
  275. sources, py_files = self.filter_py_files(sources)
  276. if package not in self.py_modules_dict:
  277. self.py_modules_dict[package] = []
  278. modules = []
  279. for f in py_files:
  280. module = os.path.splitext(os.path.basename(f))[0]
  281. modules.append((package, module, f))
  282. self.py_modules_dict[package] += modules
  283. sources, h_files = self.filter_h_files(sources)
  284. if h_files:
  285. log.info('%s - nothing done with h_files = %s',
  286. package, h_files)
  287. #for f in h_files:
  288. # self.distribution.headers.append((package,f))
  289. ext.sources = sources
  290. def generate_sources(self, sources, extension):
  291. new_sources = []
  292. func_sources = []
  293. for source in sources:
  294. if is_string(source):
  295. new_sources.append(source)
  296. else:
  297. func_sources.append(source)
  298. if not func_sources:
  299. return new_sources
  300. if self.inplace and not is_sequence(extension):
  301. build_dir = self.ext_target_dir
  302. else:
  303. if is_sequence(extension):
  304. name = extension[0]
  305. # if 'include_dirs' not in extension[1]:
  306. # extension[1]['include_dirs'] = []
  307. # incl_dirs = extension[1]['include_dirs']
  308. else:
  309. name = extension.name
  310. # incl_dirs = extension.include_dirs
  311. #if self.build_src not in incl_dirs:
  312. # incl_dirs.append(self.build_src)
  313. build_dir = os.path.join(*([self.build_src]\
  314. +name.split('.')[:-1]))
  315. self.mkpath(build_dir)
  316. for func in func_sources:
  317. source = func(extension, build_dir)
  318. if not source:
  319. continue
  320. if is_sequence(source):
  321. [log.info(" adding '%s' to sources." % (s,)) for s in source]
  322. new_sources.extend(source)
  323. else:
  324. log.info(" adding '%s' to sources." % (source,))
  325. new_sources.append(source)
  326. return new_sources
  327. def filter_py_files(self, sources):
  328. return self.filter_files(sources, ['.py'])
  329. def filter_h_files(self, sources):
  330. return self.filter_files(sources, ['.h', '.hpp', '.inc'])
  331. def filter_files(self, sources, exts = []):
  332. new_sources = []
  333. files = []
  334. for source in sources:
  335. (base, ext) = os.path.splitext(source)
  336. if ext in exts:
  337. files.append(source)
  338. else:
  339. new_sources.append(source)
  340. return new_sources, files
  341. def template_sources(self, sources, extension):
  342. new_sources = []
  343. if is_sequence(extension):
  344. depends = extension[1].get('depends')
  345. include_dirs = extension[1].get('include_dirs')
  346. else:
  347. depends = extension.depends
  348. include_dirs = extension.include_dirs
  349. for source in sources:
  350. (base, ext) = os.path.splitext(source)
  351. if ext == '.src': # Template file
  352. if self.inplace:
  353. target_dir = os.path.dirname(base)
  354. else:
  355. target_dir = appendpath(self.build_src, os.path.dirname(base))
  356. self.mkpath(target_dir)
  357. target_file = os.path.join(target_dir, os.path.basename(base))
  358. if (self.force or newer_group([source] + depends, target_file)):
  359. if _f_pyf_ext_match(base):
  360. log.info("from_template:> %s" % (target_file))
  361. outstr = process_f_file(source)
  362. else:
  363. log.info("conv_template:> %s" % (target_file))
  364. outstr = process_c_file(source)
  365. fid = open(target_file, 'w')
  366. fid.write(outstr)
  367. fid.close()
  368. if _header_ext_match(target_file):
  369. d = os.path.dirname(target_file)
  370. if d not in include_dirs:
  371. log.info(" adding '%s' to include_dirs." % (d))
  372. include_dirs.append(d)
  373. new_sources.append(target_file)
  374. else:
  375. new_sources.append(source)
  376. return new_sources
  377. def pyrex_sources(self, sources, extension):
  378. """Pyrex not supported; this remains for Cython support (see below)"""
  379. new_sources = []
  380. ext_name = extension.name.split('.')[-1]
  381. for source in sources:
  382. (base, ext) = os.path.splitext(source)
  383. if ext == '.pyx':
  384. target_file = self.generate_a_pyrex_source(base, ext_name,
  385. source,
  386. extension)
  387. new_sources.append(target_file)
  388. else:
  389. new_sources.append(source)
  390. return new_sources
  391. def generate_a_pyrex_source(self, base, ext_name, source, extension):
  392. """Pyrex is not supported, but some projects monkeypatch this method.
  393. That allows compiling Cython code, see gh-6955.
  394. This method will remain here for compatibility reasons.
  395. """
  396. return []
  397. def f2py_sources(self, sources, extension):
  398. new_sources = []
  399. f2py_sources = []
  400. f_sources = []
  401. f2py_targets = {}
  402. target_dirs = []
  403. ext_name = extension.name.split('.')[-1]
  404. skip_f2py = 0
  405. for source in sources:
  406. (base, ext) = os.path.splitext(source)
  407. if ext == '.pyf': # F2PY interface file
  408. if self.inplace:
  409. target_dir = os.path.dirname(base)
  410. else:
  411. target_dir = appendpath(self.build_src, os.path.dirname(base))
  412. if os.path.isfile(source):
  413. name = get_f2py_modulename(source)
  414. if name != ext_name:
  415. raise DistutilsSetupError('mismatch of extension names: %s '
  416. 'provides %r but expected %r' % (
  417. source, name, ext_name))
  418. target_file = os.path.join(target_dir, name+'module.c')
  419. else:
  420. log.debug(' source %s does not exist: skipping f2py\'ing.' \
  421. % (source))
  422. name = ext_name
  423. skip_f2py = 1
  424. target_file = os.path.join(target_dir, name+'module.c')
  425. if not os.path.isfile(target_file):
  426. log.warn(' target %s does not exist:\n '\
  427. 'Assuming %smodule.c was generated with '\
  428. '"build_src --inplace" command.' \
  429. % (target_file, name))
  430. target_dir = os.path.dirname(base)
  431. target_file = os.path.join(target_dir, name+'module.c')
  432. if not os.path.isfile(target_file):
  433. raise DistutilsSetupError("%r missing" % (target_file,))
  434. log.info(' Yes! Using %r as up-to-date target.' \
  435. % (target_file))
  436. target_dirs.append(target_dir)
  437. f2py_sources.append(source)
  438. f2py_targets[source] = target_file
  439. new_sources.append(target_file)
  440. elif fortran_ext_match(ext):
  441. f_sources.append(source)
  442. else:
  443. new_sources.append(source)
  444. if not (f2py_sources or f_sources):
  445. return new_sources
  446. for d in target_dirs:
  447. self.mkpath(d)
  448. f2py_options = extension.f2py_options + self.f2py_opts
  449. if self.distribution.libraries:
  450. for name, build_info in self.distribution.libraries:
  451. if name in extension.libraries:
  452. f2py_options.extend(build_info.get('f2py_options', []))
  453. log.info("f2py options: %s" % (f2py_options))
  454. if f2py_sources:
  455. if len(f2py_sources) != 1:
  456. raise DistutilsSetupError(
  457. 'only one .pyf file is allowed per extension module but got'\
  458. ' more: %r' % (f2py_sources,))
  459. source = f2py_sources[0]
  460. target_file = f2py_targets[source]
  461. target_dir = os.path.dirname(target_file) or '.'
  462. depends = [source] + extension.depends
  463. if (self.force or newer_group(depends, target_file, 'newer')) \
  464. and not skip_f2py:
  465. log.info("f2py: %s" % (source))
  466. import numpy.f2py
  467. numpy.f2py.run_main(f2py_options
  468. + ['--build-dir', target_dir, source])
  469. else:
  470. log.debug(" skipping '%s' f2py interface (up-to-date)" % (source))
  471. else:
  472. #XXX TODO: --inplace support for sdist command
  473. if is_sequence(extension):
  474. name = extension[0]
  475. else: name = extension.name
  476. target_dir = os.path.join(*([self.build_src]\
  477. +name.split('.')[:-1]))
  478. target_file = os.path.join(target_dir, ext_name + 'module.c')
  479. new_sources.append(target_file)
  480. depends = f_sources + extension.depends
  481. if (self.force or newer_group(depends, target_file, 'newer')) \
  482. and not skip_f2py:
  483. log.info("f2py:> %s" % (target_file))
  484. self.mkpath(target_dir)
  485. import numpy.f2py
  486. numpy.f2py.run_main(f2py_options + ['--lower',
  487. '--build-dir', target_dir]+\
  488. ['-m', ext_name]+f_sources)
  489. else:
  490. log.debug(" skipping f2py fortran files for '%s' (up-to-date)"\
  491. % (target_file))
  492. if not os.path.isfile(target_file):
  493. raise DistutilsError("f2py target file %r not generated" % (target_file,))
  494. build_dir = os.path.join(self.build_src, target_dir)
  495. target_c = os.path.join(build_dir, 'fortranobject.c')
  496. target_h = os.path.join(build_dir, 'fortranobject.h')
  497. log.info(" adding '%s' to sources." % (target_c))
  498. new_sources.append(target_c)
  499. if build_dir not in extension.include_dirs:
  500. log.info(" adding '%s' to include_dirs." % (build_dir))
  501. extension.include_dirs.append(build_dir)
  502. if not skip_f2py:
  503. import numpy.f2py
  504. d = os.path.dirname(numpy.f2py.__file__)
  505. source_c = os.path.join(d, 'src', 'fortranobject.c')
  506. source_h = os.path.join(d, 'src', 'fortranobject.h')
  507. if newer(source_c, target_c) or newer(source_h, target_h):
  508. self.mkpath(os.path.dirname(target_c))
  509. self.copy_file(source_c, target_c)
  510. self.copy_file(source_h, target_h)
  511. else:
  512. if not os.path.isfile(target_c):
  513. raise DistutilsSetupError("f2py target_c file %r not found" % (target_c,))
  514. if not os.path.isfile(target_h):
  515. raise DistutilsSetupError("f2py target_h file %r not found" % (target_h,))
  516. for name_ext in ['-f2pywrappers.f', '-f2pywrappers2.f90']:
  517. filename = os.path.join(target_dir, ext_name + name_ext)
  518. if os.path.isfile(filename):
  519. log.info(" adding '%s' to sources." % (filename))
  520. f_sources.append(filename)
  521. return new_sources + f_sources
  522. def swig_sources(self, sources, extension):
  523. # Assuming SWIG 1.3.14 or later. See compatibility note in
  524. # http://www.swig.org/Doc1.3/Python.html#Python_nn6
  525. new_sources = []
  526. swig_sources = []
  527. swig_targets = {}
  528. target_dirs = []
  529. py_files = [] # swig generated .py files
  530. target_ext = '.c'
  531. if '-c++' in extension.swig_opts:
  532. typ = 'c++'
  533. is_cpp = True
  534. extension.swig_opts.remove('-c++')
  535. elif self.swig_cpp:
  536. typ = 'c++'
  537. is_cpp = True
  538. else:
  539. typ = None
  540. is_cpp = False
  541. skip_swig = 0
  542. ext_name = extension.name.split('.')[-1]
  543. for source in sources:
  544. (base, ext) = os.path.splitext(source)
  545. if ext == '.i': # SWIG interface file
  546. # the code below assumes that the sources list
  547. # contains not more than one .i SWIG interface file
  548. if self.inplace:
  549. target_dir = os.path.dirname(base)
  550. py_target_dir = self.ext_target_dir
  551. else:
  552. target_dir = appendpath(self.build_src, os.path.dirname(base))
  553. py_target_dir = target_dir
  554. if os.path.isfile(source):
  555. name = get_swig_modulename(source)
  556. if name != ext_name[1:]:
  557. raise DistutilsSetupError(
  558. 'mismatch of extension names: %s provides %r'
  559. ' but expected %r' % (source, name, ext_name[1:]))
  560. if typ is None:
  561. typ = get_swig_target(source)
  562. is_cpp = typ=='c++'
  563. else:
  564. typ2 = get_swig_target(source)
  565. if typ2 is None:
  566. log.warn('source %r does not define swig target, assuming %s swig target' \
  567. % (source, typ))
  568. elif typ!=typ2:
  569. log.warn('expected %r but source %r defines %r swig target' \
  570. % (typ, source, typ2))
  571. if typ2=='c++':
  572. log.warn('resetting swig target to c++ (some targets may have .c extension)')
  573. is_cpp = True
  574. else:
  575. log.warn('assuming that %r has c++ swig target' % (source))
  576. if is_cpp:
  577. target_ext = '.cpp'
  578. target_file = os.path.join(target_dir, '%s_wrap%s' \
  579. % (name, target_ext))
  580. else:
  581. log.warn(' source %s does not exist: skipping swig\'ing.' \
  582. % (source))
  583. name = ext_name[1:]
  584. skip_swig = 1
  585. target_file = _find_swig_target(target_dir, name)
  586. if not os.path.isfile(target_file):
  587. log.warn(' target %s does not exist:\n '\
  588. 'Assuming %s_wrap.{c,cpp} was generated with '\
  589. '"build_src --inplace" command.' \
  590. % (target_file, name))
  591. target_dir = os.path.dirname(base)
  592. target_file = _find_swig_target(target_dir, name)
  593. if not os.path.isfile(target_file):
  594. raise DistutilsSetupError("%r missing" % (target_file,))
  595. log.warn(' Yes! Using %r as up-to-date target.' \
  596. % (target_file))
  597. target_dirs.append(target_dir)
  598. new_sources.append(target_file)
  599. py_files.append(os.path.join(py_target_dir, name+'.py'))
  600. swig_sources.append(source)
  601. swig_targets[source] = new_sources[-1]
  602. else:
  603. new_sources.append(source)
  604. if not swig_sources:
  605. return new_sources
  606. if skip_swig:
  607. return new_sources + py_files
  608. for d in target_dirs:
  609. self.mkpath(d)
  610. swig = self.swig or self.find_swig()
  611. swig_cmd = [swig, "-python"] + extension.swig_opts
  612. if is_cpp:
  613. swig_cmd.append('-c++')
  614. for d in extension.include_dirs:
  615. swig_cmd.append('-I'+d)
  616. for source in swig_sources:
  617. target = swig_targets[source]
  618. depends = [source] + extension.depends
  619. if self.force or newer_group(depends, target, 'newer'):
  620. log.info("%s: %s" % (os.path.basename(swig) \
  621. + (is_cpp and '++' or ''), source))
  622. self.spawn(swig_cmd + self.swig_opts \
  623. + ["-o", target, '-outdir', py_target_dir, source])
  624. else:
  625. log.debug(" skipping '%s' swig interface (up-to-date)" \
  626. % (source))
  627. return new_sources + py_files
  628. _f_pyf_ext_match = re.compile(r'.*[.](f90|f95|f77|for|ftn|f|pyf)\Z', re.I).match
  629. _header_ext_match = re.compile(r'.*[.](inc|h|hpp)\Z', re.I).match
  630. #### SWIG related auxiliary functions ####
  631. _swig_module_name_match = re.compile(r'\s*%module\s*(.*\(\s*package\s*=\s*"(?P<package>[\w_]+)".*\)|)\s*(?P<name>[\w_]+)',
  632. re.I).match
  633. _has_c_header = re.compile(r'-[*]-\s*c\s*-[*]-', re.I).search
  634. _has_cpp_header = re.compile(r'-[*]-\s*c[+][+]\s*-[*]-', re.I).search
  635. def get_swig_target(source):
  636. f = open(source, 'r')
  637. result = None
  638. line = f.readline()
  639. if _has_cpp_header(line):
  640. result = 'c++'
  641. if _has_c_header(line):
  642. result = 'c'
  643. f.close()
  644. return result
  645. def get_swig_modulename(source):
  646. f = open(source, 'r')
  647. name = None
  648. for line in f:
  649. m = _swig_module_name_match(line)
  650. if m:
  651. name = m.group('name')
  652. break
  653. f.close()
  654. return name
  655. def _find_swig_target(target_dir, name):
  656. for ext in ['.cpp', '.c']:
  657. target = os.path.join(target_dir, '%s_wrap%s' % (name, ext))
  658. if os.path.isfile(target):
  659. break
  660. return target
  661. #### F2PY related auxiliary functions ####
  662. _f2py_module_name_match = re.compile(r'\s*python\s*module\s*(?P<name>[\w_]+)',
  663. re.I).match
  664. _f2py_user_module_name_match = re.compile(r'\s*python\s*module\s*(?P<name>[\w_]*?'
  665. r'__user__[\w_]*)', re.I).match
  666. def get_f2py_modulename(source):
  667. name = None
  668. f = open(source)
  669. for line in f:
  670. m = _f2py_module_name_match(line)
  671. if m:
  672. if _f2py_user_module_name_match(line): # skip *__user__* names
  673. continue
  674. name = m.group('name')
  675. break
  676. f.close()
  677. return name
  678. ##########################################