/[escript]/trunk/SConstruct
ViewVC logotype

Annotation of /trunk/SConstruct

Parent Directory Parent Directory | Revision Log Revision Log


Revision 3506 - (hide annotations)
Wed May 11 01:59:45 2011 UTC (8 years, 7 months ago) by jfenwick
File size: 33324 byte(s)
Use VSL if MKLRANDOM is defined.
Use different seeds for different ranks/threads.
Use different seeds for successive calls with no seed given.

1 ksteube 1811 ########################################################
2 jgs 214 #
3 jfenwick 2881 # Copyright (c) 2003-2010 by University of Queensland
4 ksteube 1811 # Earth Systems Science Computational Center (ESSCC)
5     # http://www.uq.edu.au/esscc
6     #
7     # Primary Business: Queensland, Australia
8     # Licensed under the Open Software License version 3.0
9     # http://www.opensource.org/licenses/osl-3.0.php
10     #
11     ########################################################
12 jgs 455
13 jfenwick 3259 EnsureSConsVersion(0,98,1)
14     EnsurePythonVersion(2,5)
15 ksteube 1811
16 jfenwick 3259 import sys, os, platform, re
17     from distutils import sysconfig
18     from site_init import *
19 jgs 214
20 jfenwick 3259 # Version number to check for in options file. Increment when new features are
21     # added or existing options changed.
22     REQUIRED_OPTS_VERSION=200
23 ksteube 1705
24     # MS Windows support, many thanks to PH
25 jfenwick 3259 IS_WINDOWS = (os.name == 'nt')
26 gross 806
27 jfenwick 3259 ########################## Determine options file ############################
28     # 1. command line
29     # 2. scons/<hostname>_options.py
30     # 3. name as part of a cluster
31 jfenwick 2391 options_file=ARGUMENTS.get('options_file', None)
32     if not options_file:
33 jfenwick 3259 ext_dir = os.path.join(os.getcwd(), 'scons')
34     hostname = platform.node().split('.')[0]
35     for name in hostname, effectiveName(hostname):
36     mangledhostname = re.sub('[^0-9a-zA-Z]', '_', hostname)
37     options_file = os.path.join(ext_dir, mangledhostname+'_options.py')
38     if os.path.isfile(options_file): break
39 jfenwick 2391
40 ksteube 1866 if not os.path.isfile(options_file):
41 jfenwick 3259 print("\nWARNING:\nOptions file %s" % options_file)
42     print("not found! Default options will be used which is most likely suboptimal.")
43     print("It is recommended that you copy one of the TEMPLATE files in the scons/")
44     print("subdirectory and customize it to your needs.\n")
45     options_file = None
46 ksteube 1217
47 jfenwick 3259 ############################### Build options ################################
48 gross 1149
49 jfenwick 3259 default_prefix='/usr'
50     mpi_flavours=('none', 'MPT', 'MPICH', 'MPICH2', 'OPENMPI', 'INTELMPI')
51     lapack_flavours=('none', 'clapack', 'mkl')
52 jfenwick 2430
53 jfenwick 3259 vars = Variables(options_file, ARGUMENTS)
54     vars.AddVariables(
55     PathVariable('options_file', 'Path to options file', options_file, PathVariable.PathIsFile),
56     PathVariable('prefix', 'Installation prefix', Dir('#.').abspath, PathVariable.PathIsDirCreate),
57 caltinay 3349 PathVariable('build_dir', 'Top-level build directory', Dir('#/build').abspath, PathVariable.PathIsDirCreate),
58 jfenwick 3259 BoolVariable('verbose', 'Output full compile/link lines', False),
59     # Compiler/Linker options
60     ('cc', 'Path to C compiler', 'default'),
61     ('cxx', 'Path to C++ compiler', 'default'),
62     ('cc_flags', 'Base C/C++ compiler flags', 'default'),
63     ('cc_optim', 'Additional C/C++ flags for a non-debug build', 'default'),
64     ('cc_debug', 'Additional C/C++ flags for a debug build', 'default'),
65 caltinay 2967 ('cc_extra', 'Extra C compiler flags', ''),
66     ('cxx_extra', 'Extra C++ compiler flags', ''),
67 ksteube 1771 ('ld_extra', 'Extra linker flags', ''),
68 jfenwick 3259 BoolVariable('werror','Treat compiler warnings as errors', True),
69     BoolVariable('debug', 'Compile with debug flags', False),
70     BoolVariable('openmp', 'Compile parallel version using OpenMP', False),
71     ('omp_flags', 'OpenMP compiler flags', 'default'),
72     ('omp_ldflags', 'OpenMP linker flags', 'default'),
73     # Mandatory libraries
74     ('boost_prefix', 'Prefix/Paths of boost installation', default_prefix),
75 jfenwick 3338 ('boost_libs', 'Boost libraries to link with', ['boost_python-mt']),
76 jfenwick 3259 # Optional libraries and options
77     EnumVariable('mpi', 'Compile parallel version using MPI flavour', 'none', allowed_values=mpi_flavours),
78     ('mpi_prefix', 'Prefix/Paths of MPI installation', default_prefix),
79     ('mpi_libs', 'MPI shared libraries to link with', ['mpi']),
80     BoolVariable('netcdf', 'Enable netCDF file support', False),
81     ('netcdf_prefix', 'Prefix/Paths of netCDF installation', default_prefix),
82     ('netcdf_libs', 'netCDF libraries to link with', ['netcdf_c++', 'netcdf']),
83     BoolVariable('parmetis', 'Enable ParMETIS (requires MPI)', False),
84     ('parmetis_prefix', 'Prefix/Paths of ParMETIS installation', default_prefix),
85     ('parmetis_libs', 'ParMETIS libraries to link with', ['parmetis', 'metis']),
86     BoolVariable('papi', 'Enable PAPI', False),
87     ('papi_prefix', 'Prefix/Paths to PAPI installation', default_prefix),
88 ksteube 1705 ('papi_libs', 'PAPI libraries to link with', ['papi']),
89 jfenwick 3259 BoolVariable('papi_instrument_solver', 'Use PAPI to instrument each iteration of the solver', False),
90     BoolVariable('mkl', 'Enable the Math Kernel Library', False),
91     ('mkl_prefix', 'Prefix/Paths to MKL installation', default_prefix),
92     ('mkl_libs', 'MKL libraries to link with', ['mkl_solver','mkl_em64t','guide','pthread']),
93     BoolVariable('umfpack', 'Enable UMFPACK', False),
94     ('umfpack_prefix', 'Prefix/Paths to UMFPACK installation', default_prefix),
95     ('umfpack_libs', 'UMFPACK libraries to link with', ['umfpack']),
96     EnumVariable('lapack', 'Set LAPACK flavour', 'none', allowed_values=lapack_flavours),
97     ('lapack_prefix', 'Prefix/Paths to LAPACK installation', default_prefix),
98     ('lapack_libs', 'LAPACK libraries to link with', []),
99     BoolVariable('silo', 'Enable the Silo file format in weipa', False),
100     ('silo_prefix', 'Prefix/Paths to Silo installation', default_prefix),
101 caltinay 2184 ('silo_libs', 'Silo libraries to link with', ['siloh5', 'hdf5']),
102 jfenwick 3259 BoolVariable('visit', 'Enable the VisIt simulation interface', False),
103     ('visit_prefix', 'Prefix/Paths to VisIt installation', default_prefix),
104     ('visit_libs', 'VisIt libraries to link with', ['simV2']),
105     BoolVariable('pyvisi', 'Enable pyvisi (deprecated, requires VTK module)', False),
106 jfenwick 3506 BoolVariable('vsl_random', 'Use VSL from intel for random data', False),
107 jfenwick 3259 # Advanced settings
108     #dudley_assemble_flags = -funroll-loops to actually do something
109     ('dudley_assemble_flags', 'compiler flags for some dudley optimisations', ''),
110     # To enable passing function pointers through python
111     BoolVariable('iknowwhatimdoing', 'Allow non-standard C', False),
112     # An option for specifying the compiler tools (see windows branch)
113     ('tools_names', 'Compiler tools to use', ['default']),
114     ('env_export', 'Environment variables to be passed to tools',[]),
115     EnumVariable('forcelazy', 'For testing use only - set the default value for autolazy', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
116     EnumVariable('forcecollres', 'For testing use only - set the default value for force resolving collective ops', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
117     # finer control over library building, intel aggressive global optimisation
118     # works with dynamic libraries on windows.
119     ('share_esysutils', 'Build a dynamic esysUtils library', False),
120     ('share_paso', 'Build a dynamic paso library', False),
121     ('sys_libs', 'Extra libraries to link with', []),
122     ('escript_opts_version', 'Version of options file (do not specify on command line)'),
123 robwdcock 682 )
124 phornby 1232
125 jfenwick 3259 ##################### Create environment and help text #######################
126 jfenwick 3078
127 jfenwick 3259 # Intel's compiler uses regular expressions improperly and emits a warning
128     # about failing to find the compilers. This warning can be safely ignored.
129 jfenwick 3078
130 caltinay 3319 # PATH is needed so the compiler, linker and tools are found if they are not
131     # in default locations.
132     env = Environment(tools = ['default'], options = vars,
133     ENV = {'PATH': os.environ['PATH']})
134 jfenwick 3259 if env['tools_names'] != 'default':
135 caltinay 3319 env = Environment(tools = ['default'] + env['tools_names'], options = vars,
136     ENV = {'PATH' : os.environ['PATH']})
137 jfenwick 3078
138 jfenwick 3259 if options_file:
139     opts_valid=False
140     if 'escript_opts_version' in env.Dictionary() and \
141     int(env['escript_opts_version']) >= REQUIRED_OPTS_VERSION:
142     opts_valid=True
143     if opts_valid:
144     print("Using options in %s." % options_file)
145     else:
146     print("\nOptions file %s" % options_file)
147     print("is outdated! Please update the file by examining one of the TEMPLATE")
148     print("files in the scons/ subdirectory and setting escript_opts_version to %d.\n"%REQUIRED_OPTS_VERSION)
149     Exit(1)
150 jfenwick 3078
151 jfenwick 3259 # Generate help text (scons -h)
152     Help(vars.GenerateHelpText(env))
153 jfenwick 3078
154 jfenwick 3259 # Check for superfluous options
155 caltinay 3268 if len(vars.UnknownVariables())>0:
156     for k in vars.UnknownVariables():
157     print("Unknown option '%s'" % k)
158     Exit(1)
159 jfenwick 3078
160 jfenwick 3259 #################### Make sure install directories exist #####################
161 ksteube 1705
162 caltinay 3349 env['BUILD_DIR']=env['build_dir']
163 jfenwick 3259 prefix=Dir(env['prefix']).abspath
164     env['incinstall'] = os.path.join(prefix, 'include')
165     env['bininstall'] = os.path.join(prefix, 'bin')
166     env['libinstall'] = os.path.join(prefix, 'lib')
167     env['pyinstall'] = os.path.join(prefix, 'esys')
168 jfenwick 2604 if not os.path.isdir(env['bininstall']):
169     os.makedirs(env['bininstall'])
170     if not os.path.isdir(env['libinstall']):
171     os.makedirs(env['libinstall'])
172     if not os.path.isdir(env['pyinstall']):
173     os.makedirs(env['pyinstall'])
174    
175 jfenwick 3259 env.Append(CPPPATH = [env['incinstall']])
176     env.Append(LIBPATH = [env['libinstall']])
177 jfenwick 2603
178 jfenwick 3259 ################# Fill in compiler options if not set above ##################
179 ksteube 1312
180 jfenwick 3259 if env['cc'] != 'default': env['CC']=env['cc']
181     if env['cxx'] != 'default': env['CXX']=env['cxx']
182 gross 1024
183 jfenwick 3259 # version >=9 of intel C++ compiler requires use of icpc to link in C++
184     # runtimes (icc does not)
185     if not IS_WINDOWS and os.uname()[4]=='ia64' and env['CXX']=='icpc':
186     env['LINK'] = env['CXX']
187 phornby 1243
188 jfenwick 3259 # default compiler/linker options
189     cc_flags = ''
190     cc_optim = ''
191     cc_debug = ''
192     omp_flags = ''
193     omp_ldflags = ''
194     fatalwarning = '' # switch to turn warnings into errors
195     sysheaderopt = '' # how to indicate that a header is a system header
196 jfenwick 2130
197 jfenwick 3259 # env['CC'] might be a full path
198     cc_name=os.path.basename(env['CC'])
199 caltinay 2882
200 jfenwick 3259 if cc_name == 'icc':
201     # Intel compiler
202     cc_flags = "-std=c99 -fPIC -wd161 -w1 -vec-report0 -DBLOCKTIMER -DCORE_ID1"
203     cc_optim = "-O3 -ftz -IPF_ftlacc- -IPF_fma -fno-alias -ip"
204     cc_debug = "-g -O0 -DDOASSERT -DDOPROF -DBOUNDS_CHECK"
205     omp_flags = "-openmp -openmp_report0"
206     omp_ldflags = "-openmp -openmp_report0 -lguide -lpthread"
207     fatalwarning = "-Werror"
208     elif cc_name[:3] == 'gcc':
209     # GNU C on any system
210     cc_flags = "-pedantic -Wall -fPIC -ffast-math -Wno-unknown-pragmas -DBLOCKTIMER -Wno-sign-compare -Wno-system-headers -Wno-long-long -Wno-strict-aliasing -finline-functions"
211     cc_optim = "-O3"
212     cc_debug = "-g -O0 -DDOASSERT -DDOPROF -DBOUNDS_CHECK"
213     omp_flags = "-fopenmp"
214     omp_ldflags = "-fopenmp"
215     fatalwarning = "-Werror"
216     sysheaderopt = "-isystem"
217     elif cc_name == 'cl':
218     # Microsoft Visual C on Windows
219     cc_flags = "/EHsc /MD /GR /wd4068 /D_USE_MATH_DEFINES /DDLL_NETCDF"
220     cc_optim = "/O2 /Op /W3"
221     cc_debug = "/Od /RTCcsu /ZI /DBOUNDS_CHECK"
222     fatalwarning = "/WX"
223     elif cc_name == 'icl':
224     # Intel C on Windows
225     cc_flags = '/EHsc /GR /MD'
226     cc_optim = '/fast /Oi /W3 /Qssp /Qinline-factor- /Qinline-min-size=0 /Qunroll'
227     cc_debug = '/Od /RTCcsu /Zi /Y- /debug:all /Qtrapuv'
228     omp_flags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
229     omp_ldflags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
230 phornby 1243
231 jfenwick 3259 # set defaults if not otherwise specified
232     if env['cc_flags'] == 'default': env['cc_flags'] = cc_flags
233     if env['cc_optim'] == 'default': env['cc_optim'] = cc_optim
234     if env['cc_debug'] == 'default': env['cc_debug'] = cc_debug
235     if env['omp_flags'] == 'default': env['omp_flags'] = omp_flags
236     if env['omp_ldflags'] == 'default': env['omp_ldflags'] = omp_ldflags
237     if env['cc_extra'] != '': env.Append(CFLAGS = env['cc_extra'])
238     if env['cxx_extra'] != '': env.Append(CXXFLAGS = env['cxx_extra'])
239     if env['ld_extra'] != '': env.Append(LINKFLAGS = env['ld_extra'])
240 jfenwick 2130
241 jfenwick 3259 # set up the autolazy values
242     if env['forcelazy'] == 'on':
243     env.Append(CPPDEFINES=['FAUTOLAZYON'])
244     elif env['forcelazy'] == 'off':
245     env.Append(CPPDEFINES=['FAUTOLAZYOFF'])
246 ksteube 1312
247 jfenwick 3259 # set up the collective resolve values
248     if env['forcecollres'] == 'on':
249     env.Append(CPPDEFINES=['FRESCOLLECTON'])
250     elif env['forcecollres'] == 'off':
251     env.Append(CPPDEFINES=['FRESCOLLECTOFF'])
252 jfenwick 2273
253 jfenwick 3259 # allow non-standard C if requested
254 jfenwick 2827 if env['iknowwhatimdoing']:
255 jfenwick 3259 env.Append(CPPDEFINES=['IKNOWWHATIMDOING'])
256 jfenwick 2827
257 jfenwick 3259 # Disable OpenMP if no flags provided
258     if env['openmp'] and env['omp_flags'] == '':
259     print("OpenMP requested but no flags provided - disabling OpenMP!")
260     env['openmp'] = False
261 gross 1160
262 jfenwick 3259 if env['openmp']:
263     env.Append(CCFLAGS = env['omp_flags'])
264     if env['omp_ldflags'] != '': env.Append(LINKFLAGS = env['omp_ldflags'])
265     else:
266     env['omp_flags']=''
267     env['omp_ldflags']=''
268 ksteube 1312
269 jfenwick 3259 # add debug/non-debug compiler flags
270     if env['debug']:
271     env.Append(CCFLAGS = env['cc_debug'])
272 gross 2423 else:
273 jfenwick 3259 env.Append(CCFLAGS = env['cc_optim'])
274 gross 1163
275 jfenwick 3259 # always add cc_flags
276     env.Append(CCFLAGS = env['cc_flags'])
277 phornby 1243
278 jfenwick 3259 # add system libraries
279     env.AppendUnique(LIBS = env['sys_libs'])
280 gross 2363
281 jfenwick 3259 # Get the global Subversion revision number for the getVersion() method
282     try:
283     global_revision = os.popen('svnversion -n .').read()
284     global_revision = re.sub(':.*', '', global_revision)
285     global_revision = re.sub('[^0-9]', '', global_revision)
286     if global_revision == '': global_revision='-2'
287     except:
288     global_revision = '-1'
289 caltinay 3271 env['svn_revision']=global_revision
290 jfenwick 3259 env.Append(CPPDEFINES=['SVN_VERSION='+global_revision])
291 gross 2363
292 jfenwick 3259 if IS_WINDOWS:
293     if not env['share_esysutils']:
294     env.Append(CPPDEFINES = ['ESYSUTILS_STATIC_LIB'])
295     if not env['share_paso']:
296     env.Append(CPPDEFINES = ['PASO_STATIC_LIB'])
297 gross 2363
298 jfenwick 3259 ###################### Copy required environment vars ########################
299 gross 2363
300 jfenwick 3259 # Windows doesn't use LD_LIBRARY_PATH but PATH instead
301     if IS_WINDOWS:
302     LD_LIBRARY_PATH_KEY='PATH'
303     env['ENV']['LD_LIBRARY_PATH']=''
304     else:
305     LD_LIBRARY_PATH_KEY='LD_LIBRARY_PATH'
306 robwdcock 682
307 caltinay 3319 # the following env variables are exported for the unit tests
308 phornby 1244
309 jfenwick 3259 for key in 'OMP_NUM_THREADS', 'ESCRIPT_NUM_PROCS', 'ESCRIPT_NUM_NODES':
310     try:
311     env['ENV'][key] = os.environ[key]
312     except KeyError:
313     env['ENV'][key] = 1
314 robwdcock 682
315 jfenwick 3259 env_export=env['env_export']
316 caltinay 3466 env_export.extend(['ESCRIPT_NUM_THREADS','ESCRIPT_HOSTFILE','DISPLAY','XAUTHORITY','PATH','HOME','TMPDIR','TEMP','TMP'])
317 robwdcock 682
318 jfenwick 3259 for key in set(env_export):
319     try:
320     env['ENV'][key] = os.environ[key]
321     except KeyError:
322     pass
323 ksteube 1312
324 jfenwick 3259 try:
325     env.PrependENVPath(LD_LIBRARY_PATH_KEY, os.environ[LD_LIBRARY_PATH_KEY])
326     except KeyError:
327     pass
328 ksteube 1312
329 jfenwick 3259 # these shouldn't be needed
330     #for key in 'C_INCLUDE_PATH','CPLUS_INCLUDE_PATH','LIBRARY_PATH':
331     # try:
332     # env['ENV'][key] = os.environ[key]
333     # except KeyError:
334     # pass
335 ksteube 1312
336 jfenwick 3259 try:
337     env['ENV']['PYTHONPATH'] = os.environ['PYTHONPATH']
338     except KeyError:
339     pass
340 ksteube 1312
341 jfenwick 3259 ######################## Add some custom builders ############################
342 ksteube 1312
343 jfenwick 3259 py_builder = Builder(action = build_py, suffix = '.pyc', src_suffix = '.py', single_source=True)
344     env.Append(BUILDERS = {'PyCompile' : py_builder});
345 gross 2423
346 jfenwick 3259 runUnitTest_builder = Builder(action = runUnitTest, suffix = '.passed', src_suffix=env['PROGSUFFIX'], single_source=True)
347     env.Append(BUILDERS = {'RunUnitTest' : runUnitTest_builder});
348 gross 2423
349 jfenwick 3259 runPyUnitTest_builder = Builder(action = runPyUnitTest, suffix = '.passed', src_suffic='.py', single_source=True)
350     env.Append(BUILDERS = {'RunPyUnitTest' : runPyUnitTest_builder});
351 ksteube 1756
352 jfenwick 3259 epstopdfbuilder = Builder(action = eps2pdf, suffix='.pdf', src_suffix='.eps', single_source=True)
353     env.Append(BUILDERS = {'EpsToPDF' : epstopdfbuilder});
354 ksteube 817
355 jfenwick 3259 ############################ Dependency checks ###############################
356 phornby 1246
357 jfenwick 3259 # Create a Configure() environment to check for compilers and python
358     conf = Configure(env.Clone())
359 phornby 1634
360 jfenwick 3259 ######## Test that the compilers work
361 ksteube 1705
362 jfenwick 3259 if 'CheckCC' in dir(conf): # exists since scons 1.1.0
363     if not conf.CheckCC():
364     print("Cannot run C compiler '%s' (check config.log)" % (env['CC']))
365     Exit(1)
366     if not conf.CheckCXX():
367     print("Cannot run C++ compiler '%s' (check config.log)" % (env['CXX']))
368     Exit(1)
369     else:
370     if not conf.CheckFunc('printf', language='c'):
371     print("Cannot run C compiler '%s' (check config.log)" % (env['CC']))
372     Exit(1)
373     if not conf.CheckFunc('printf', language='c++'):
374     print("Cannot run C++ compiler '%s' (check config.log)" % (env['CXX']))
375     Exit(1)
376 ksteube 1705
377 phornby 1789 if conf.CheckFunc('gethostname'):
378 jfenwick 3259 conf.env.Append(CPPDEFINES = ['HAVE_GETHOSTNAME'])
379 gross 806
380 jfenwick 3259 ######## Python headers & library (required)
381 gross 806
382 jfenwick 3259 python_inc_path=sysconfig.get_python_inc()
383     if IS_WINDOWS:
384     python_lib_path=os.path.join(sysconfig.get_config_var('prefix'), 'libs')
385 caltinay 3393 elif env['PLATFORM']=='darwin':
386     python_lib_path=sysconfig.get_config_var('LIBPL')
387 jfenwick 3259 else:
388     python_lib_path=sysconfig.get_config_var('LIBDIR')
389     #python_libs=[sysconfig.get_config_var('LDLIBRARY')] # only on linux
390     if IS_WINDOWS:
391     python_libs=['python%s%s'%(sys.version_info[0], sys.version_info[1])]
392     else:
393     python_libs=['python'+sysconfig.get_python_version()]
394 jfenwick 2130
395 jfenwick 3259 if sysheaderopt == '':
396     conf.env.AppendUnique(CPPPATH = [python_inc_path])
397 jfenwick 2130 else:
398 jfenwick 3259 conf.env.Append(CCFLAGS = [sysheaderopt, python_inc_path])
399 jfenwick 2130
400 jfenwick 3259 conf.env.AppendUnique(LIBPATH = [python_lib_path])
401     conf.env.AppendUnique(LIBS = python_libs)
402     # The wrapper script needs to find the libs
403     conf.env.PrependENVPath(LD_LIBRARY_PATH_KEY, python_lib_path)
404 gross 805
405 ksteube 1705 if not conf.CheckCHeader('Python.h'):
406 jfenwick 3259 print("Cannot find python include files (tried 'Python.h' in directory %s)" % (python_inc_path))
407     Exit(1)
408 gross 2284 if not conf.CheckFunc('Py_Exit'):
409 jfenwick 3259 print("Cannot find python library method Py_Main (tried %s in directory %s)" % (python_libs, python_lib_path))
410     Exit(1)
411 gross 805
412 ksteube 1705 # Commit changes to environment
413     env = conf.Finish()
414 ksteube 1312
415 jfenwick 3259 ######## boost (required)
416 ksteube 1312
417 jfenwick 3259 boost_inc_path,boost_lib_path=findLibWithHeader(env, env['boost_libs'], 'boost/python.hpp', env['boost_prefix'], lang='c++')
418     if sysheaderopt == '':
419     env.AppendUnique(CPPPATH = [boost_inc_path])
420 ksteube 1705 else:
421 jfenwick 3259 # This is required because we can't -isystem /usr/include since it breaks
422     # std includes
423     if os.path.normpath(boost_inc_path) == '/usr/include':
424     conf.env.Append(CCFLAGS=[sysheaderopt, os.path.join(boost_inc_path,'boost')])
425     else:
426     env.Append(CCFLAGS=[sysheaderopt, boost_inc_path])
427 ksteube 1312
428 jfenwick 3259 env.AppendUnique(LIBPATH = [boost_lib_path])
429     env.AppendUnique(LIBS = env['boost_libs'])
430     env.PrependENVPath(LD_LIBRARY_PATH_KEY, boost_lib_path)
431 ksteube 1705
432 jfenwick 3259 ######## numpy (required)
433 ksteube 1705
434 jfenwick 3259 try:
435     from numpy import identity
436     except ImportError:
437     print("Cannot import numpy, you need to set your PYTHONPATH and probably %s"%LD_LIBRARY_PATH_KEY)
438     Exit(1)
439 ksteube 1705
440 jfenwick 3259 ######## VTK (optional)
441 ksteube 1705
442 jfenwick 3259 if env['pyvisi']:
443     try:
444     import vtk
445     env['pyvisi'] = True
446     except ImportError:
447     print("Cannot import vtk, disabling pyvisi.")
448     env['pyvisi'] = False
449 ksteube 1312
450 jfenwick 3259 ######## netCDF (optional)
451 gross 806
452 jfenwick 3259 netcdf_inc_path=''
453     netcdf_lib_path=''
454     if env['netcdf']:
455     netcdf_inc_path,netcdf_lib_path=findLibWithHeader(env, env['netcdf_libs'], 'netcdf.h', env['netcdf_prefix'], lang='c++')
456     env.AppendUnique(CPPPATH = [netcdf_inc_path])
457     env.AppendUnique(LIBPATH = [netcdf_lib_path])
458     env.AppendUnique(LIBS = env['netcdf_libs'])
459     env.PrependENVPath(LD_LIBRARY_PATH_KEY, netcdf_lib_path)
460     env.Append(CPPDEFINES = ['USE_NETCDF'])
461 gross 806
462 jfenwick 3259 ######## PAPI (optional)
463 gross 805
464 jfenwick 3259 papi_inc_path=''
465     papi_lib_path=''
466     if env['papi']:
467     papi_inc_path,papi_lib_path=findLibWithHeader(env, env['papi_libs'], 'papi.h', env['papi_prefix'], lang='c')
468     env.AppendUnique(CPPPATH = [papi_inc_path])
469     env.AppendUnique(LIBPATH = [papi_lib_path])
470     env.AppendUnique(LIBS = env['papi_libs'])
471     env.PrependENVPath(LD_LIBRARY_PATH_KEY, papi_lib_path)
472     env.Append(CPPDEFINES = ['BLOCKPAPI'])
473 phornby 1246
474 jfenwick 3259 ######## MKL (optional)
475 jfenwick 2787
476 jfenwick 3259 mkl_inc_path=''
477     mkl_lib_path=''
478     if env['mkl']:
479     mkl_inc_path,mkl_lib_path=findLibWithHeader(env, env['mkl_libs'], 'mkl_solver.h', env['mkl_prefix'], lang='c')
480     env.AppendUnique(CPPPATH = [mkl_inc_path])
481     env.AppendUnique(LIBPATH = [mkl_lib_path])
482     env.AppendUnique(LIBS = env['mkl_libs'])
483     env.PrependENVPath(LD_LIBRARY_PATH_KEY, mkl_lib_path)
484     env.Append(CPPDEFINES = ['MKL'])
485 gross 950
486 jfenwick 3259 ######## UMFPACK (optional)
487 ksteube 1705
488 jfenwick 3259 umfpack_inc_path=''
489     umfpack_lib_path=''
490     if env['umfpack']:
491     umfpack_inc_path,umfpack_lib_path=findLibWithHeader(env, env['umfpack_libs'], 'umfpack.h', env['umfpack_prefix'], lang='c')
492     env.AppendUnique(CPPPATH = [umfpack_inc_path])
493     env.AppendUnique(LIBPATH = [umfpack_lib_path])
494     env.AppendUnique(LIBS = env['umfpack_libs'])
495     env.PrependENVPath(LD_LIBRARY_PATH_KEY, umfpack_lib_path)
496     env.Append(CPPDEFINES = ['UMFPACK'])
497 ksteube 1705
498 jfenwick 3259 ######## LAPACK (optional)
499 ksteube 1705
500 jfenwick 3259 if env['lapack']=='mkl' and not env['mkl']:
501     print("mkl_lapack requires MKL!")
502     Exit(1)
503 ksteube 1705
504 jfenwick 3259 env['uselapack'] = env['lapack']!='none'
505     lapack_inc_path=''
506     lapack_lib_path=''
507 jfenwick 2742 if env['uselapack']:
508 jfenwick 3259 header='clapack.h'
509     if env['lapack']=='mkl':
510     env.AppendUnique(CPPDEFINES = ['MKL_LAPACK'])
511     header='mkl_lapack.h'
512     lapack_inc_path,lapack_lib_path=findLibWithHeader(env, env['lapack_libs'], header, env['lapack_prefix'], lang='c')
513     env.AppendUnique(CPPPATH = [lapack_inc_path])
514     env.AppendUnique(LIBPATH = [lapack_lib_path])
515     env.AppendUnique(LIBS = env['lapack_libs'])
516     env.Append(CPPDEFINES = ['USE_LAPACK'])
517 jfenwick 2742
518 jfenwick 3259 ######## Silo (optional)
519 jfenwick 2742
520 jfenwick 3259 silo_inc_path=''
521     silo_lib_path=''
522     if env['silo']:
523     silo_inc_path,silo_lib_path=findLibWithHeader(env, env['silo_libs'], 'silo.h', env['silo_prefix'], lang='c')
524     env.AppendUnique(CPPPATH = [silo_inc_path])
525     env.AppendUnique(LIBPATH = [silo_lib_path])
526     # Note that we do not add the libs since they are only needed for the
527     # weipa library and tools.
528     #env.AppendUnique(LIBS = [env['silo_libs']])
529 ksteube 1459
530 jfenwick 3506 ######## VSL random numbers (optional)
531     if env['vsl_random']:
532     env.Append(CPPDEFINES = ['MKLRANDOM'])
533    
534 jfenwick 3259 ######## VisIt (optional)
535 robwdcock 682
536 jfenwick 3259 visit_inc_path=''
537     visit_lib_path=''
538     if env['visit']:
539     visit_inc_path,visit_lib_path=findLibWithHeader(env, env['visit_libs'], 'VisItControlInterface_V2.h', env['visit_prefix'], lang='c')
540     env.AppendUnique(CPPPATH = [visit_inc_path])
541     env.AppendUnique(LIBPATH = [visit_lib_path])
542 gross 707
543 jfenwick 3259 ######## MPI (optional)
544 jfenwick 2232
545 jfenwick 3259 env['usempi'] = env['mpi']!='none'
546     mpi_inc_path=''
547     mpi_lib_path=''
548     if env['usempi']:
549     mpi_inc_path,mpi_lib_path=findLibWithHeader(env, env['mpi_libs'], 'mpi.h', env['mpi_prefix'], lang='c')
550     env.AppendUnique(CPPPATH = [mpi_inc_path])
551     env.AppendUnique(LIBPATH = [mpi_lib_path])
552     env.AppendUnique(LIBS = env['mpi_libs'])
553     env.PrependENVPath(LD_LIBRARY_PATH_KEY, mpi_lib_path)
554     env.Append(CPPDEFINES = ['ESYS_MPI', 'MPI_NO_CPPBIND', 'MPICH_IGNORE_CXX_SEEK'])
555     # NetCDF 4.1 defines MPI_Comm et al. if MPI_INCLUDED is not defined!
556     # On the other hand MPT and OpenMPI don't define the latter so we have to
557     # do that here
558     if env['netcdf'] and env['mpi'] in ['MPT','OPENMPI']:
559     env.Append(CPPDEFINES = ['MPI_INCLUDED'])
560 jfenwick 2232
561 jfenwick 3259 ######## ParMETIS (optional)
562 jfenwick 2232
563 jfenwick 3259 if not env['usempi']: env['parmetis'] = False
564 jfenwick 2232
565 jfenwick 3259 parmetis_inc_path=''
566     parmetis_lib_path=''
567     if env['parmetis']:
568     parmetis_inc_path,parmetis_lib_path=findLibWithHeader(env, env['parmetis_libs'], 'parmetis.h', env['parmetis_prefix'], lang='c')
569     env.AppendUnique(CPPPATH = [parmetis_inc_path])
570     env.AppendUnique(LIBPATH = [parmetis_lib_path])
571     env.AppendUnique(LIBS = env['parmetis_libs'])
572     env.PrependENVPath(LD_LIBRARY_PATH_KEY, parmetis_lib_path)
573     env.Append(CPPDEFINES = ['USE_PARMETIS'])
574 jfenwick 2387
575 caltinay 3463 ######## gmsh (optional, for tests)
576    
577     try:
578     import subprocess
579     p=subprocess.Popen(['gmsh', '-version'], stderr=subprocess.PIPE)
580     p.poll()
581     env['gmsh']=True
582     except OSError:
583     env['gmsh']=False
584    
585 jfenwick 3259 ######################## Summarize our environment ###########################
586 ksteube 1705
587 jfenwick 3259 # keep some of our install paths first in the list for the unit tests
588     env.PrependENVPath(LD_LIBRARY_PATH_KEY, env['libinstall'])
589     env.PrependENVPath('PYTHONPATH', prefix)
590     env['ENV']['ESCRIPT_ROOT'] = prefix
591 ksteube 1705
592 jfenwick 3259 if not env['verbose']:
593     env['CCCOMSTR'] = "Compiling $TARGET"
594     env['CXXCOMSTR'] = "Compiling $TARGET"
595     env['SHCCCOMSTR'] = "Compiling $TARGET"
596     env['SHCXXCOMSTR'] = "Compiling $TARGET"
597     env['ARCOMSTR'] = "Linking $TARGET"
598     env['LINKCOMSTR'] = "Linking $TARGET"
599     env['SHLINKCOMSTR'] = "Linking $TARGET"
600 caltinay 3271 env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
601     env['BIBTEXCOMSTR'] = "Generating bibliography $TARGET"
602     env['MAKEINDEXCOMSTR'] = "Generating index $TARGET"
603     env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
604 jfenwick 3259 #Progress(['Checking -\r', 'Checking \\\r', 'Checking |\r', 'Checking /\r'], interval=17)
605 ksteube 1705
606 jfenwick 3259 print("")
607     print("*** Config Summary (see config.log and lib/buildvars for details) ***")
608     print("Escript/Finley revision %s"%global_revision)
609     print(" Install prefix: %s"%env['prefix'])
610     print(" Python: %s"%sysconfig.PREFIX)
611     print(" boost: %s"%env['boost_prefix'])
612     print(" numpy: YES")
613     if env['usempi']:
614     print(" MPI: YES (flavour: %s)"%env['mpi'])
615 ksteube 1312 else:
616 jfenwick 3259 print(" MPI: DISABLED")
617     if env['uselapack']:
618     print(" LAPACK: YES (flavour: %s)"%env['lapack'])
619 ksteube 1705 else:
620 jfenwick 3259 print(" LAPACK: DISABLED")
621     d_list=[]
622     e_list=[]
623 jfenwick 3506 for i in 'debug','openmp','netcdf','parmetis','papi','mkl','umfpack','silo','visit':
624 jfenwick 3259 if env[i]: e_list.append(i)
625     else: d_list.append(i)
626     for i in e_list:
627     print("%16s: YES"%i)
628     for i in d_list:
629     print("%16s: DISABLED"%i)
630 caltinay 3463 if env['gmsh']:
631     print(" gmsh: FOUND")
632     else:
633     print(" gmsh: NOT FOUND")
634 jfenwick 3506 print(" vsl_random: %s"%env['vsl_random'])
635    
636 jfenwick 3259 if ((fatalwarning != '') and (env['werror'])):
637     print(" Treating warnings as errors")
638     else:
639     print(" NOT treating warnings as errors")
640     print("")
641 ksteube 1215
642 jfenwick 3259 ####################### Configure the subdirectories #########################
643 ksteube 1247
644 jfenwick 2235 from grouptest import *
645    
646     TestGroups=[]
647    
648 jfenwick 3259 # keep an environment without warnings-as-errors
649     dodgy_env=env.Clone()
650 jfenwick 2827
651 jfenwick 3259 # now add warnings-as-errors flags. This needs to be done after configuration
652     # because the scons test files have warnings in them
653     if ((fatalwarning != '') and (env['werror'])):
654     env.Append(CCFLAGS = fatalwarning)
655 jfenwick 2827
656 phornby 2027 Export(
657 jfenwick 3259 ['env',
658     'dodgy_env',
659     'IS_WINDOWS',
660     'TestGroups'
661     ]
662     )
663 ksteube 1705
664 caltinay 3349 env.SConscript(dirs = ['tools/CppUnitTest/src'], variant_dir='$BUILD_DIR/$PLATFORM/tools/CppUnitTest', duplicate=0)
665     env.SConscript(dirs = ['tools/escriptconvert'], variant_dir='$BUILD_DIR/$PLATFORM/tools/escriptconvert', duplicate=0)
666     env.SConscript(dirs = ['paso/src'], variant_dir='$BUILD_DIR/$PLATFORM/paso', duplicate=0)
667     env.SConscript(dirs = ['weipa/src'], variant_dir='$BUILD_DIR/$PLATFORM/weipa', duplicate=0)
668     env.SConscript(dirs = ['escript/src'], variant_dir='$BUILD_DIR/$PLATFORM/escript', duplicate=0)
669     env.SConscript(dirs = ['esysUtils/src'], variant_dir='$BUILD_DIR/$PLATFORM/esysUtils', duplicate=0)
670     env.SConscript(dirs = ['dudley/src'], variant_dir='$BUILD_DIR/$PLATFORM/dudley', duplicate=0)
671     env.SConscript(dirs = ['finley/src'], variant_dir='$BUILD_DIR/$PLATFORM/finley', duplicate=0)
672     env.SConscript(dirs = ['modellib/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/modellib', duplicate=0)
673     env.SConscript(dirs = ['doc'], variant_dir='$BUILD_DIR/$PLATFORM/doc', duplicate=0)
674     env.SConscript(dirs = ['pyvisi/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/pyvisi', duplicate=0)
675     env.SConscript(dirs = ['pycad/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/pycad', duplicate=0)
676     env.SConscript(dirs = ['pythonMPI/src'], variant_dir='$BUILD_DIR/$PLATFORM/pythonMPI', duplicate=0)
677     env.SConscript(dirs = ['paso/profiling'], variant_dir='$BUILD_DIR/$PLATFORM/paso/profiling', duplicate=0)
678 phornby 1243
679 jfenwick 3259 ######################## Populate the buildvars file #########################
680 jfenwick 2235
681 jfenwick 3259 # remove obsolete file
682     if not env['usempi']:
683     Execute(Delete(os.path.join(env['libinstall'], 'pythonMPI')))
684     Execute(Delete(os.path.join(env['libinstall'], 'pythonMPIredirect')))
685 phornby 1243
686 jfenwick 3259 # Try to extract the boost version from version.hpp
687     boosthpp=open(os.path.join(boost_inc_path, 'boost', 'version.hpp'))
688 jfenwick 2302 boostversion='unknown'
689     try:
690     for line in boosthpp:
691     ver=re.match(r'#define BOOST_VERSION (\d+)',line)
692     if ver:
693     boostversion=ver.group(1)
694 jfenwick 3259 except StopIteration:
695 jfenwick 2302 pass
696 jfenwick 3259 boosthpp.close()
697    
698     buildvars=open(os.path.join(env['libinstall'], 'buildvars'), 'w')
699 jfenwick 2302 buildvars.write("svn_revision="+str(global_revision)+"\n")
700 jfenwick 3259 buildvars.write("prefix="+prefix+"\n")
701     buildvars.write("cc="+env['CC']+"\n")
702     buildvars.write("cxx="+env['CXX']+"\n")
703     buildvars.write("python="+sys.executable+"\n")
704     buildvars.write("python_version="+str(sys.version_info[0])+"."+str(sys.version_info[1])+"."+str(sys.version_info[2])+"\n")
705     buildvars.write("boost_inc_path="+boost_inc_path+"\n")
706     buildvars.write("boost_lib_path="+boost_lib_path+"\n")
707     buildvars.write("boost_version="+boostversion+"\n")
708     buildvars.write("debug=%d\n"%int(env['debug']))
709     buildvars.write("openmp=%d\n"%int(env['openmp']))
710     buildvars.write("mpi=%s\n"%env['mpi'])
711     buildvars.write("mpi_inc_path=%s\n"%mpi_inc_path)
712     buildvars.write("mpi_lib_path=%s\n"%mpi_lib_path)
713     buildvars.write("lapack=%s\n"%env['lapack'])
714     buildvars.write("pyvisi=%d\n"%env['pyvisi'])
715 jfenwick 3506 buildvars.write("vsl_random=%d"%int(env['vsl_random']))
716 jfenwick 3259 for i in 'netcdf','parmetis','papi','mkl','umfpack','silo','visit':
717     buildvars.write("%s=%d\n"%(i, int(env[i])))
718     if env[i]:
719     buildvars.write("%s_inc_path=%s\n"%(i, eval(i+'_inc_path')))
720     buildvars.write("%s_lib_path=%s\n"%(i, eval(i+'_lib_path')))
721 jfenwick 2302 buildvars.close()
722    
723 jfenwick 3259 ################### Targets to build and install libraries ###################
724 jfenwick 2302
725 ksteube 1705 target_init = env.Command(env['pyinstall']+'/__init__.py', None, Touch('$TARGET'))
726     env.Alias('target_init', [target_init])
727    
728 jfenwick 3259 # The headers have to be installed prior to build in order to satisfy
729     # #include <paso/Common.h>
730     env.Alias('build_esysUtils', ['install_esysUtils_headers', 'build_esysUtils_lib'])
731     env.Alias('install_esysUtils', ['build_esysUtils', 'install_esysUtils_lib'])
732 ksteube 1705
733 jfenwick 3259 env.Alias('build_paso', ['install_paso_headers', 'build_paso_lib'])
734     env.Alias('install_paso', ['build_paso', 'install_paso_lib'])
735 ksteube 1705
736 jfenwick 3259 env.Alias('build_escript', ['install_escript_headers', 'build_escript_lib', 'build_escriptcpp_lib'])
737     env.Alias('install_escript', ['build_escript', 'install_escript_lib', 'install_escriptcpp_lib', 'install_escript_py'])
738 caltinay 2810
739 jfenwick 3259 env.Alias('build_dudley', ['install_dudley_headers', 'build_dudley_lib', 'build_dudleycpp_lib'])
740     env.Alias('install_dudley', ['build_dudley', 'install_dudley_lib', 'install_dudleycpp_lib', 'install_dudley_py'])
741 caltinay 3096
742 jfenwick 3259 env.Alias('build_finley', ['install_finley_headers', 'build_finley_lib', 'build_finleycpp_lib'])
743     env.Alias('install_finley', ['build_finley', 'install_finley_lib', 'install_finleycpp_lib', 'install_finley_py'])
744 caltinay 2910
745 jfenwick 3259 env.Alias('build_weipa', ['install_weipa_headers', 'build_weipa_lib', 'build_weipacpp_lib'])
746     env.Alias('install_weipa', ['build_weipa', 'install_weipa_lib', 'install_weipacpp_lib', 'install_weipa_py'])
747 ksteube 1705
748 jfenwick 3259 env.Alias('build_escriptreader', ['install_weipa_headers', 'build_escriptreader_lib'])
749     env.Alias('install_escriptreader', ['build_escriptreader', 'install_escriptreader_lib'])
750 ksteube 1705
751 jfenwick 3259 # Now gather all the above into some easy targets: build_all and install_all
752 ksteube 1705 build_all_list = []
753     build_all_list += ['build_esysUtils']
754     build_all_list += ['build_paso']
755     build_all_list += ['build_escript']
756 jfenwick 3259 build_all_list += ['build_dudley']
757 ksteube 1705 build_all_list += ['build_finley']
758 jfenwick 3259 build_all_list += ['build_weipa']
759     if not IS_WINDOWS: build_all_list += ['build_escriptreader']
760     if env['usempi']: build_all_list += ['build_pythonMPI']
761     build_all_list += ['build_escriptconvert']
762 ksteube 1705 env.Alias('build_all', build_all_list)
763    
764     install_all_list = []
765     install_all_list += ['target_init']
766     install_all_list += ['install_esysUtils']
767     install_all_list += ['install_paso']
768     install_all_list += ['install_escript']
769 jfenwick 3259 install_all_list += ['install_dudley']
770 ksteube 1705 install_all_list += ['install_finley']
771 jfenwick 3259 install_all_list += ['install_weipa']
772     if not IS_WINDOWS: install_all_list += ['install_escriptreader']
773     install_all_list += ['install_pyvisi_py']
774     install_all_list += ['install_modellib_py']
775     install_all_list += ['install_pycad_py']
776     if env['usempi']: install_all_list += ['install_pythonMPI']
777     install_all_list += ['install_escriptconvert']
778 ksteube 1705 env.Alias('install_all', install_all_list)
779    
780     # Default target is install
781     env.Default('install_all')
782    
783 jfenwick 3259 ################## Targets to build and run the test suite ###################
784 ksteube 1705
785 jfenwick 3259 env.Alias('build_cppunittest', ['install_cppunittest_headers', 'build_cppunittest_lib'])
786     env.Alias('install_cppunittest', ['build_cppunittest', 'install_cppunittest_lib'])
787     env.Alias('run_tests', ['install_all', 'install_cppunittest_lib'])
788     env.Alias('all_tests', ['install_all', 'install_cppunittest_lib', 'run_tests', 'py_tests'])
789 jfenwick 2286 env.Alias('build_full',['install_all','build_tests','build_py_tests'])
790 caltinay 3349 env.Alias('build_PasoTests','$BUILD_DIR/$PLATFORM/paso/profiling/PasoTests')
791 ksteube 1705
792 jfenwick 3259 ##################### Targets to build the documentation #####################
793 artak 2820
794 jfenwick 2531 env.Alias('api_epydoc','install_all')
795 jfenwick 3343 env.Alias('docs', ['examples_tarfile', 'examples_zipfile', 'api_epydoc', 'api_doxygen', 'user_pdf', 'install_pdf', 'cookbook_pdf'])
796 jfenwick 3259 env.Alias('release_prep', ['docs', 'install_all'])
797 ksteube 1705
798 jfenwick 3259 if not IS_WINDOWS:
799     try:
800     utest=open('utest.sh','w')
801 jfenwick 3359 utest.write(GroupTest.makeHeader(env['PLATFORM']))
802 jfenwick 3259 for tests in TestGroups:
803     utest.write(tests.makeString())
804     utest.close()
805     Execute(Chmod('utest.sh', 0755))
806     print("Generated utest.sh.")
807     except IOError:
808     print("Error attempting to write unittests file.")
809     Exit(1)
810 jfenwick 2879
811 jfenwick 3259 # Make sure that the escript wrapper is in place
812     if not os.path.isfile(os.path.join(env['bininstall'], 'run-escript')):
813     print("Copying escript wrapper.")
814 jfenwick 3332 Execute(Copy(os.path.join(env['bininstall'],'run-escript'), 'bin/run-escript'))
815 jfenwick 2235

  ViewVC Help
Powered by ViewVC 1.1.26