/[escript]/branches/dirac/SConstruct
ViewVC logotype

Annotation of /branches/dirac/SConstruct

Parent Directory Parent Directory | Revision Log Revision Log


Revision 3359 - (hide annotations)
Wed Nov 17 23:32:36 2010 UTC (8 years, 7 months ago) by jfenwick
Original Path: trunk/SConstruct
File size: 32626 byte(s)
Fixing problem with ./utest.sh including full build path

1 ksteube 1811 ########################################################
2 jgs 214 #
3 jfenwick 2881 # Copyright (c) 2003-2010 by University of Queensland
4 ksteube 1811 # Earth Systems Science Computational Center (ESSCC)
5     # http://www.uq.edu.au/esscc
6     #
7     # Primary Business: Queensland, Australia
8     # Licensed under the Open Software License version 3.0
9     # http://www.opensource.org/licenses/osl-3.0.php
10     #
11     ########################################################
12 jgs 455
13 jfenwick 3259 EnsureSConsVersion(0,98,1)
14     EnsurePythonVersion(2,5)
15 ksteube 1811
16 jfenwick 3259 import sys, os, platform, re
17     from distutils import sysconfig
18     from site_init import *
19 jgs 214
20 jfenwick 3259 # Version number to check for in options file. Increment when new features are
21     # added or existing options changed.
22     REQUIRED_OPTS_VERSION=200
23 ksteube 1705
24     # MS Windows support, many thanks to PH
25 jfenwick 3259 IS_WINDOWS = (os.name == 'nt')
26 gross 806
27 jfenwick 3259 ########################## Determine options file ############################
28     # 1. command line
29     # 2. scons/<hostname>_options.py
30     # 3. name as part of a cluster
31 jfenwick 2391 options_file=ARGUMENTS.get('options_file', None)
32     if not options_file:
33 jfenwick 3259 ext_dir = os.path.join(os.getcwd(), 'scons')
34     hostname = platform.node().split('.')[0]
35     for name in hostname, effectiveName(hostname):
36     mangledhostname = re.sub('[^0-9a-zA-Z]', '_', hostname)
37     options_file = os.path.join(ext_dir, mangledhostname+'_options.py')
38     if os.path.isfile(options_file): break
39 jfenwick 2391
40 ksteube 1866 if not os.path.isfile(options_file):
41 jfenwick 3259 print("\nWARNING:\nOptions file %s" % options_file)
42     print("not found! Default options will be used which is most likely suboptimal.")
43     print("It is recommended that you copy one of the TEMPLATE files in the scons/")
44     print("subdirectory and customize it to your needs.\n")
45     options_file = None
46 ksteube 1217
47 jfenwick 3259 ############################### Build options ################################
48 gross 1149
49 jfenwick 3259 default_prefix='/usr'
50     mpi_flavours=('none', 'MPT', 'MPICH', 'MPICH2', 'OPENMPI', 'INTELMPI')
51     lapack_flavours=('none', 'clapack', 'mkl')
52 jfenwick 2430
53 jfenwick 3259 vars = Variables(options_file, ARGUMENTS)
54     vars.AddVariables(
55     PathVariable('options_file', 'Path to options file', options_file, PathVariable.PathIsFile),
56     PathVariable('prefix', 'Installation prefix', Dir('#.').abspath, PathVariable.PathIsDirCreate),
57 caltinay 3349 PathVariable('build_dir', 'Top-level build directory', Dir('#/build').abspath, PathVariable.PathIsDirCreate),
58 jfenwick 3259 BoolVariable('verbose', 'Output full compile/link lines', False),
59     # Compiler/Linker options
60     ('cc', 'Path to C compiler', 'default'),
61     ('cxx', 'Path to C++ compiler', 'default'),
62     ('cc_flags', 'Base C/C++ compiler flags', 'default'),
63     ('cc_optim', 'Additional C/C++ flags for a non-debug build', 'default'),
64     ('cc_debug', 'Additional C/C++ flags for a debug build', 'default'),
65 caltinay 2967 ('cc_extra', 'Extra C compiler flags', ''),
66     ('cxx_extra', 'Extra C++ compiler flags', ''),
67 ksteube 1771 ('ld_extra', 'Extra linker flags', ''),
68 jfenwick 3259 BoolVariable('werror','Treat compiler warnings as errors', True),
69     BoolVariable('debug', 'Compile with debug flags', False),
70     BoolVariable('openmp', 'Compile parallel version using OpenMP', False),
71     ('omp_flags', 'OpenMP compiler flags', 'default'),
72     ('omp_ldflags', 'OpenMP linker flags', 'default'),
73     # Mandatory libraries
74     ('boost_prefix', 'Prefix/Paths of boost installation', default_prefix),
75 jfenwick 3338 ('boost_libs', 'Boost libraries to link with', ['boost_python-mt']),
76 jfenwick 3259 # Optional libraries and options
77     EnumVariable('mpi', 'Compile parallel version using MPI flavour', 'none', allowed_values=mpi_flavours),
78     ('mpi_prefix', 'Prefix/Paths of MPI installation', default_prefix),
79     ('mpi_libs', 'MPI shared libraries to link with', ['mpi']),
80     BoolVariable('netcdf', 'Enable netCDF file support', False),
81     ('netcdf_prefix', 'Prefix/Paths of netCDF installation', default_prefix),
82     ('netcdf_libs', 'netCDF libraries to link with', ['netcdf_c++', 'netcdf']),
83     BoolVariable('parmetis', 'Enable ParMETIS (requires MPI)', False),
84     ('parmetis_prefix', 'Prefix/Paths of ParMETIS installation', default_prefix),
85     ('parmetis_libs', 'ParMETIS libraries to link with', ['parmetis', 'metis']),
86     BoolVariable('papi', 'Enable PAPI', False),
87     ('papi_prefix', 'Prefix/Paths to PAPI installation', default_prefix),
88 ksteube 1705 ('papi_libs', 'PAPI libraries to link with', ['papi']),
89 jfenwick 3259 BoolVariable('papi_instrument_solver', 'Use PAPI to instrument each iteration of the solver', False),
90     BoolVariable('mkl', 'Enable the Math Kernel Library', False),
91     ('mkl_prefix', 'Prefix/Paths to MKL installation', default_prefix),
92     ('mkl_libs', 'MKL libraries to link with', ['mkl_solver','mkl_em64t','guide','pthread']),
93     BoolVariable('umfpack', 'Enable UMFPACK', False),
94     ('umfpack_prefix', 'Prefix/Paths to UMFPACK installation', default_prefix),
95     ('umfpack_libs', 'UMFPACK libraries to link with', ['umfpack']),
96     EnumVariable('lapack', 'Set LAPACK flavour', 'none', allowed_values=lapack_flavours),
97     ('lapack_prefix', 'Prefix/Paths to LAPACK installation', default_prefix),
98     ('lapack_libs', 'LAPACK libraries to link with', []),
99     BoolVariable('silo', 'Enable the Silo file format in weipa', False),
100     ('silo_prefix', 'Prefix/Paths to Silo installation', default_prefix),
101 caltinay 2184 ('silo_libs', 'Silo libraries to link with', ['siloh5', 'hdf5']),
102 jfenwick 3259 BoolVariable('visit', 'Enable the VisIt simulation interface', False),
103     ('visit_prefix', 'Prefix/Paths to VisIt installation', default_prefix),
104     ('visit_libs', 'VisIt libraries to link with', ['simV2']),
105     BoolVariable('pyvisi', 'Enable pyvisi (deprecated, requires VTK module)', False),
106     # Advanced settings
107     #dudley_assemble_flags = -funroll-loops to actually do something
108     ('dudley_assemble_flags', 'compiler flags for some dudley optimisations', ''),
109     # To enable passing function pointers through python
110     BoolVariable('iknowwhatimdoing', 'Allow non-standard C', False),
111     # An option for specifying the compiler tools (see windows branch)
112     ('tools_names', 'Compiler tools to use', ['default']),
113     ('env_export', 'Environment variables to be passed to tools',[]),
114     EnumVariable('forcelazy', 'For testing use only - set the default value for autolazy', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
115     EnumVariable('forcecollres', 'For testing use only - set the default value for force resolving collective ops', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
116     # finer control over library building, intel aggressive global optimisation
117     # works with dynamic libraries on windows.
118     ('share_esysutils', 'Build a dynamic esysUtils library', False),
119     ('share_paso', 'Build a dynamic paso library', False),
120     ('sys_libs', 'Extra libraries to link with', []),
121     ('escript_opts_version', 'Version of options file (do not specify on command line)'),
122 robwdcock 682 )
123 phornby 1232
124 jfenwick 3259 ##################### Create environment and help text #######################
125 jfenwick 3078
126 jfenwick 3259 # Intel's compiler uses regular expressions improperly and emits a warning
127     # about failing to find the compilers. This warning can be safely ignored.
128 jfenwick 3078
129 caltinay 3319 # PATH is needed so the compiler, linker and tools are found if they are not
130     # in default locations.
131     env = Environment(tools = ['default'], options = vars,
132     ENV = {'PATH': os.environ['PATH']})
133 jfenwick 3259 if env['tools_names'] != 'default':
134 caltinay 3319 env = Environment(tools = ['default'] + env['tools_names'], options = vars,
135     ENV = {'PATH' : os.environ['PATH']})
136 jfenwick 3078
137 jfenwick 3259 if options_file:
138     opts_valid=False
139     if 'escript_opts_version' in env.Dictionary() and \
140     int(env['escript_opts_version']) >= REQUIRED_OPTS_VERSION:
141     opts_valid=True
142     if opts_valid:
143     print("Using options in %s." % options_file)
144     else:
145     print("\nOptions file %s" % options_file)
146     print("is outdated! Please update the file by examining one of the TEMPLATE")
147     print("files in the scons/ subdirectory and setting escript_opts_version to %d.\n"%REQUIRED_OPTS_VERSION)
148     Exit(1)
149 jfenwick 3078
150 jfenwick 3259 # Generate help text (scons -h)
151     Help(vars.GenerateHelpText(env))
152 jfenwick 3078
153 jfenwick 3259 # Check for superfluous options
154 caltinay 3268 if len(vars.UnknownVariables())>0:
155     for k in vars.UnknownVariables():
156     print("Unknown option '%s'" % k)
157     Exit(1)
158 jfenwick 3078
159 jfenwick 3259 #################### Make sure install directories exist #####################
160 ksteube 1705
161 caltinay 3349 env['BUILD_DIR']=env['build_dir']
162 jfenwick 3259 prefix=Dir(env['prefix']).abspath
163     env['incinstall'] = os.path.join(prefix, 'include')
164     env['bininstall'] = os.path.join(prefix, 'bin')
165     env['libinstall'] = os.path.join(prefix, 'lib')
166     env['pyinstall'] = os.path.join(prefix, 'esys')
167 jfenwick 2604 if not os.path.isdir(env['bininstall']):
168     os.makedirs(env['bininstall'])
169     if not os.path.isdir(env['libinstall']):
170     os.makedirs(env['libinstall'])
171     if not os.path.isdir(env['pyinstall']):
172     os.makedirs(env['pyinstall'])
173    
174 jfenwick 3259 env.Append(CPPPATH = [env['incinstall']])
175     env.Append(LIBPATH = [env['libinstall']])
176 jfenwick 2603
177 jfenwick 3259 ################# Fill in compiler options if not set above ##################
178 ksteube 1312
179 jfenwick 3259 if env['cc'] != 'default': env['CC']=env['cc']
180     if env['cxx'] != 'default': env['CXX']=env['cxx']
181 gross 1024
182 jfenwick 3259 # version >=9 of intel C++ compiler requires use of icpc to link in C++
183     # runtimes (icc does not)
184     if not IS_WINDOWS and os.uname()[4]=='ia64' and env['CXX']=='icpc':
185     env['LINK'] = env['CXX']
186 phornby 1243
187 jfenwick 3259 # default compiler/linker options
188     cc_flags = ''
189     cc_optim = ''
190     cc_debug = ''
191     omp_flags = ''
192     omp_ldflags = ''
193     fatalwarning = '' # switch to turn warnings into errors
194     sysheaderopt = '' # how to indicate that a header is a system header
195 jfenwick 2130
196 jfenwick 3259 # env['CC'] might be a full path
197     cc_name=os.path.basename(env['CC'])
198 caltinay 2882
199 jfenwick 3259 if cc_name == 'icc':
200     # Intel compiler
201     cc_flags = "-std=c99 -fPIC -wd161 -w1 -vec-report0 -DBLOCKTIMER -DCORE_ID1"
202     cc_optim = "-O3 -ftz -IPF_ftlacc- -IPF_fma -fno-alias -ip"
203     cc_debug = "-g -O0 -DDOASSERT -DDOPROF -DBOUNDS_CHECK"
204     omp_flags = "-openmp -openmp_report0"
205     omp_ldflags = "-openmp -openmp_report0 -lguide -lpthread"
206     fatalwarning = "-Werror"
207     elif cc_name[:3] == 'gcc':
208     # GNU C on any system
209     cc_flags = "-pedantic -Wall -fPIC -ffast-math -Wno-unknown-pragmas -DBLOCKTIMER -Wno-sign-compare -Wno-system-headers -Wno-long-long -Wno-strict-aliasing -finline-functions"
210     cc_optim = "-O3"
211     cc_debug = "-g -O0 -DDOASSERT -DDOPROF -DBOUNDS_CHECK"
212     omp_flags = "-fopenmp"
213     omp_ldflags = "-fopenmp"
214     fatalwarning = "-Werror"
215     sysheaderopt = "-isystem"
216     elif cc_name == 'cl':
217     # Microsoft Visual C on Windows
218     cc_flags = "/EHsc /MD /GR /wd4068 /D_USE_MATH_DEFINES /DDLL_NETCDF"
219     cc_optim = "/O2 /Op /W3"
220     cc_debug = "/Od /RTCcsu /ZI /DBOUNDS_CHECK"
221     fatalwarning = "/WX"
222     elif cc_name == 'icl':
223     # Intel C on Windows
224     cc_flags = '/EHsc /GR /MD'
225     cc_optim = '/fast /Oi /W3 /Qssp /Qinline-factor- /Qinline-min-size=0 /Qunroll'
226     cc_debug = '/Od /RTCcsu /Zi /Y- /debug:all /Qtrapuv'
227     omp_flags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
228     omp_ldflags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
229 phornby 1243
230 jfenwick 3259 # set defaults if not otherwise specified
231     if env['cc_flags'] == 'default': env['cc_flags'] = cc_flags
232     if env['cc_optim'] == 'default': env['cc_optim'] = cc_optim
233     if env['cc_debug'] == 'default': env['cc_debug'] = cc_debug
234     if env['omp_flags'] == 'default': env['omp_flags'] = omp_flags
235     if env['omp_ldflags'] == 'default': env['omp_ldflags'] = omp_ldflags
236     if env['cc_extra'] != '': env.Append(CFLAGS = env['cc_extra'])
237     if env['cxx_extra'] != '': env.Append(CXXFLAGS = env['cxx_extra'])
238     if env['ld_extra'] != '': env.Append(LINKFLAGS = env['ld_extra'])
239 jfenwick 2130
240 jfenwick 3259 # set up the autolazy values
241     if env['forcelazy'] == 'on':
242     env.Append(CPPDEFINES=['FAUTOLAZYON'])
243     elif env['forcelazy'] == 'off':
244     env.Append(CPPDEFINES=['FAUTOLAZYOFF'])
245 ksteube 1312
246 jfenwick 3259 # set up the collective resolve values
247     if env['forcecollres'] == 'on':
248     env.Append(CPPDEFINES=['FRESCOLLECTON'])
249     elif env['forcecollres'] == 'off':
250     env.Append(CPPDEFINES=['FRESCOLLECTOFF'])
251 jfenwick 2273
252 jfenwick 3259 # allow non-standard C if requested
253 jfenwick 2827 if env['iknowwhatimdoing']:
254 jfenwick 3259 env.Append(CPPDEFINES=['IKNOWWHATIMDOING'])
255 jfenwick 2827
256 jfenwick 3259 # Disable OpenMP if no flags provided
257     if env['openmp'] and env['omp_flags'] == '':
258     print("OpenMP requested but no flags provided - disabling OpenMP!")
259     env['openmp'] = False
260 gross 1160
261 jfenwick 3259 if env['openmp']:
262     env.Append(CCFLAGS = env['omp_flags'])
263     if env['omp_ldflags'] != '': env.Append(LINKFLAGS = env['omp_ldflags'])
264     else:
265     env['omp_flags']=''
266     env['omp_ldflags']=''
267 ksteube 1312
268 jfenwick 3259 # add debug/non-debug compiler flags
269     if env['debug']:
270     env.Append(CCFLAGS = env['cc_debug'])
271 gross 2423 else:
272 jfenwick 3259 env.Append(CCFLAGS = env['cc_optim'])
273 gross 1163
274 jfenwick 3259 # always add cc_flags
275     env.Append(CCFLAGS = env['cc_flags'])
276 phornby 1243
277 jfenwick 3259 # add system libraries
278     env.AppendUnique(LIBS = env['sys_libs'])
279 gross 2363
280 jfenwick 3259 # Get the global Subversion revision number for the getVersion() method
281     try:
282     global_revision = os.popen('svnversion -n .').read()
283     global_revision = re.sub(':.*', '', global_revision)
284     global_revision = re.sub('[^0-9]', '', global_revision)
285     if global_revision == '': global_revision='-2'
286     except:
287     global_revision = '-1'
288 caltinay 3271 env['svn_revision']=global_revision
289 jfenwick 3259 env.Append(CPPDEFINES=['SVN_VERSION='+global_revision])
290 gross 2363
291 jfenwick 3259 if IS_WINDOWS:
292     if not env['share_esysutils']:
293     env.Append(CPPDEFINES = ['ESYSUTILS_STATIC_LIB'])
294     if not env['share_paso']:
295     env.Append(CPPDEFINES = ['PASO_STATIC_LIB'])
296 gross 2363
297 jfenwick 3259 ###################### Copy required environment vars ########################
298 gross 2363
299 jfenwick 3259 # Windows doesn't use LD_LIBRARY_PATH but PATH instead
300     if IS_WINDOWS:
301     LD_LIBRARY_PATH_KEY='PATH'
302     env['ENV']['LD_LIBRARY_PATH']=''
303     else:
304     LD_LIBRARY_PATH_KEY='LD_LIBRARY_PATH'
305 robwdcock 682
306 caltinay 3319 # the following env variables are exported for the unit tests
307 phornby 1244
308 jfenwick 3259 for key in 'OMP_NUM_THREADS', 'ESCRIPT_NUM_PROCS', 'ESCRIPT_NUM_NODES':
309     try:
310     env['ENV'][key] = os.environ[key]
311     except KeyError:
312     env['ENV'][key] = 1
313 robwdcock 682
314 jfenwick 3259 env_export=env['env_export']
315     env_export.extend(['ESCRIPT_NUM_THREADS','ESCRIPT_HOSTFILE','DISPLAY','XAUTHORITY','PATH','HOME'])
316 robwdcock 682
317 jfenwick 3259 for key in set(env_export):
318     try:
319     env['ENV'][key] = os.environ[key]
320     except KeyError:
321     pass
322 ksteube 1312
323 jfenwick 3259 try:
324     env.PrependENVPath(LD_LIBRARY_PATH_KEY, os.environ[LD_LIBRARY_PATH_KEY])
325     except KeyError:
326     pass
327 ksteube 1312
328 jfenwick 3259 # these shouldn't be needed
329     #for key in 'C_INCLUDE_PATH','CPLUS_INCLUDE_PATH','LIBRARY_PATH':
330     # try:
331     # env['ENV'][key] = os.environ[key]
332     # except KeyError:
333     # pass
334 ksteube 1312
335 jfenwick 3259 try:
336     env['ENV']['PYTHONPATH'] = os.environ['PYTHONPATH']
337     except KeyError:
338     pass
339 ksteube 1312
340 jfenwick 3259 ######################## Add some custom builders ############################
341 ksteube 1312
342 jfenwick 3259 py_builder = Builder(action = build_py, suffix = '.pyc', src_suffix = '.py', single_source=True)
343     env.Append(BUILDERS = {'PyCompile' : py_builder});
344 gross 2423
345 jfenwick 3259 runUnitTest_builder = Builder(action = runUnitTest, suffix = '.passed', src_suffix=env['PROGSUFFIX'], single_source=True)
346     env.Append(BUILDERS = {'RunUnitTest' : runUnitTest_builder});
347 gross 2423
348 jfenwick 3259 runPyUnitTest_builder = Builder(action = runPyUnitTest, suffix = '.passed', src_suffic='.py', single_source=True)
349     env.Append(BUILDERS = {'RunPyUnitTest' : runPyUnitTest_builder});
350 ksteube 1756
351 jfenwick 3259 epstopdfbuilder = Builder(action = eps2pdf, suffix='.pdf', src_suffix='.eps', single_source=True)
352     env.Append(BUILDERS = {'EpsToPDF' : epstopdfbuilder});
353 ksteube 817
354 jfenwick 3259 ############################ Dependency checks ###############################
355 phornby 1246
356 jfenwick 3259 # Create a Configure() environment to check for compilers and python
357     conf = Configure(env.Clone())
358 phornby 1634
359 jfenwick 3259 ######## Test that the compilers work
360 ksteube 1705
361 jfenwick 3259 if 'CheckCC' in dir(conf): # exists since scons 1.1.0
362     if not conf.CheckCC():
363     print("Cannot run C compiler '%s' (check config.log)" % (env['CC']))
364     Exit(1)
365     if not conf.CheckCXX():
366     print("Cannot run C++ compiler '%s' (check config.log)" % (env['CXX']))
367     Exit(1)
368     else:
369     if not conf.CheckFunc('printf', language='c'):
370     print("Cannot run C compiler '%s' (check config.log)" % (env['CC']))
371     Exit(1)
372     if not conf.CheckFunc('printf', language='c++'):
373     print("Cannot run C++ compiler '%s' (check config.log)" % (env['CXX']))
374     Exit(1)
375 ksteube 1705
376 phornby 1789 if conf.CheckFunc('gethostname'):
377 jfenwick 3259 conf.env.Append(CPPDEFINES = ['HAVE_GETHOSTNAME'])
378 gross 806
379 jfenwick 3259 ######## Python headers & library (required)
380 gross 806
381 jfenwick 3259 python_inc_path=sysconfig.get_python_inc()
382     if IS_WINDOWS:
383     python_lib_path=os.path.join(sysconfig.get_config_var('prefix'), 'libs')
384     else:
385     python_lib_path=sysconfig.get_config_var('LIBDIR')
386     #python_libs=[sysconfig.get_config_var('LDLIBRARY')] # only on linux
387     if IS_WINDOWS:
388     python_libs=['python%s%s'%(sys.version_info[0], sys.version_info[1])]
389     else:
390     python_libs=['python'+sysconfig.get_python_version()]
391 jfenwick 2130
392 jfenwick 3259 if sysheaderopt == '':
393     conf.env.AppendUnique(CPPPATH = [python_inc_path])
394 jfenwick 2130 else:
395 jfenwick 3259 conf.env.Append(CCFLAGS = [sysheaderopt, python_inc_path])
396 jfenwick 2130
397 jfenwick 3259 conf.env.AppendUnique(LIBPATH = [python_lib_path])
398     conf.env.AppendUnique(LIBS = python_libs)
399     # The wrapper script needs to find the libs
400     conf.env.PrependENVPath(LD_LIBRARY_PATH_KEY, python_lib_path)
401 gross 805
402 ksteube 1705 if not conf.CheckCHeader('Python.h'):
403 jfenwick 3259 print("Cannot find python include files (tried 'Python.h' in directory %s)" % (python_inc_path))
404     Exit(1)
405 gross 2284 if not conf.CheckFunc('Py_Exit'):
406 jfenwick 3259 print("Cannot find python library method Py_Main (tried %s in directory %s)" % (python_libs, python_lib_path))
407     Exit(1)
408 gross 805
409 ksteube 1705 # Commit changes to environment
410     env = conf.Finish()
411 ksteube 1312
412 jfenwick 3259 ######## boost (required)
413 ksteube 1312
414 jfenwick 3259 boost_inc_path,boost_lib_path=findLibWithHeader(env, env['boost_libs'], 'boost/python.hpp', env['boost_prefix'], lang='c++')
415     if sysheaderopt == '':
416     env.AppendUnique(CPPPATH = [boost_inc_path])
417 ksteube 1705 else:
418 jfenwick 3259 # This is required because we can't -isystem /usr/include since it breaks
419     # std includes
420     if os.path.normpath(boost_inc_path) == '/usr/include':
421     conf.env.Append(CCFLAGS=[sysheaderopt, os.path.join(boost_inc_path,'boost')])
422     else:
423     env.Append(CCFLAGS=[sysheaderopt, boost_inc_path])
424 ksteube 1312
425 jfenwick 3259 env.AppendUnique(LIBPATH = [boost_lib_path])
426     env.AppendUnique(LIBS = env['boost_libs'])
427     env.PrependENVPath(LD_LIBRARY_PATH_KEY, boost_lib_path)
428 ksteube 1705
429 jfenwick 3259 ######## numpy (required)
430 ksteube 1705
431 jfenwick 3259 try:
432     from numpy import identity
433     except ImportError:
434     print("Cannot import numpy, you need to set your PYTHONPATH and probably %s"%LD_LIBRARY_PATH_KEY)
435     Exit(1)
436 ksteube 1705
437 jfenwick 3259 ######## VTK (optional)
438 ksteube 1705
439 jfenwick 3259 if env['pyvisi']:
440     try:
441     import vtk
442     env['pyvisi'] = True
443     except ImportError:
444     print("Cannot import vtk, disabling pyvisi.")
445     env['pyvisi'] = False
446 ksteube 1312
447 jfenwick 3259 ######## netCDF (optional)
448 gross 806
449 jfenwick 3259 netcdf_inc_path=''
450     netcdf_lib_path=''
451     if env['netcdf']:
452     netcdf_inc_path,netcdf_lib_path=findLibWithHeader(env, env['netcdf_libs'], 'netcdf.h', env['netcdf_prefix'], lang='c++')
453     env.AppendUnique(CPPPATH = [netcdf_inc_path])
454     env.AppendUnique(LIBPATH = [netcdf_lib_path])
455     env.AppendUnique(LIBS = env['netcdf_libs'])
456     env.PrependENVPath(LD_LIBRARY_PATH_KEY, netcdf_lib_path)
457     env.Append(CPPDEFINES = ['USE_NETCDF'])
458 gross 806
459 jfenwick 3259 ######## PAPI (optional)
460 gross 805
461 jfenwick 3259 papi_inc_path=''
462     papi_lib_path=''
463     if env['papi']:
464     papi_inc_path,papi_lib_path=findLibWithHeader(env, env['papi_libs'], 'papi.h', env['papi_prefix'], lang='c')
465     env.AppendUnique(CPPPATH = [papi_inc_path])
466     env.AppendUnique(LIBPATH = [papi_lib_path])
467     env.AppendUnique(LIBS = env['papi_libs'])
468     env.PrependENVPath(LD_LIBRARY_PATH_KEY, papi_lib_path)
469     env.Append(CPPDEFINES = ['BLOCKPAPI'])
470 phornby 1246
471 jfenwick 3259 ######## MKL (optional)
472 jfenwick 2787
473 jfenwick 3259 mkl_inc_path=''
474     mkl_lib_path=''
475     if env['mkl']:
476     mkl_inc_path,mkl_lib_path=findLibWithHeader(env, env['mkl_libs'], 'mkl_solver.h', env['mkl_prefix'], lang='c')
477     env.AppendUnique(CPPPATH = [mkl_inc_path])
478     env.AppendUnique(LIBPATH = [mkl_lib_path])
479     env.AppendUnique(LIBS = env['mkl_libs'])
480     env.PrependENVPath(LD_LIBRARY_PATH_KEY, mkl_lib_path)
481     env.Append(CPPDEFINES = ['MKL'])
482 gross 950
483 jfenwick 3259 ######## UMFPACK (optional)
484 ksteube 1705
485 jfenwick 3259 umfpack_inc_path=''
486     umfpack_lib_path=''
487     if env['umfpack']:
488     umfpack_inc_path,umfpack_lib_path=findLibWithHeader(env, env['umfpack_libs'], 'umfpack.h', env['umfpack_prefix'], lang='c')
489     env.AppendUnique(CPPPATH = [umfpack_inc_path])
490     env.AppendUnique(LIBPATH = [umfpack_lib_path])
491     env.AppendUnique(LIBS = env['umfpack_libs'])
492     env.PrependENVPath(LD_LIBRARY_PATH_KEY, umfpack_lib_path)
493     env.Append(CPPDEFINES = ['UMFPACK'])
494 ksteube 1705
495 jfenwick 3259 ######## LAPACK (optional)
496 ksteube 1705
497 jfenwick 3259 if env['lapack']=='mkl' and not env['mkl']:
498     print("mkl_lapack requires MKL!")
499     Exit(1)
500 ksteube 1705
501 jfenwick 3259 env['uselapack'] = env['lapack']!='none'
502     lapack_inc_path=''
503     lapack_lib_path=''
504 jfenwick 2742 if env['uselapack']:
505 jfenwick 3259 header='clapack.h'
506     if env['lapack']=='mkl':
507     env.AppendUnique(CPPDEFINES = ['MKL_LAPACK'])
508     header='mkl_lapack.h'
509     lapack_inc_path,lapack_lib_path=findLibWithHeader(env, env['lapack_libs'], header, env['lapack_prefix'], lang='c')
510     env.AppendUnique(CPPPATH = [lapack_inc_path])
511     env.AppendUnique(LIBPATH = [lapack_lib_path])
512     env.AppendUnique(LIBS = env['lapack_libs'])
513     env.Append(CPPDEFINES = ['USE_LAPACK'])
514 jfenwick 2742
515 jfenwick 3259 ######## Silo (optional)
516 jfenwick 2742
517 jfenwick 3259 silo_inc_path=''
518     silo_lib_path=''
519     if env['silo']:
520     silo_inc_path,silo_lib_path=findLibWithHeader(env, env['silo_libs'], 'silo.h', env['silo_prefix'], lang='c')
521     env.AppendUnique(CPPPATH = [silo_inc_path])
522     env.AppendUnique(LIBPATH = [silo_lib_path])
523     # Note that we do not add the libs since they are only needed for the
524     # weipa library and tools.
525     #env.AppendUnique(LIBS = [env['silo_libs']])
526 ksteube 1459
527 jfenwick 3259 ######## VisIt (optional)
528 robwdcock 682
529 jfenwick 3259 visit_inc_path=''
530     visit_lib_path=''
531     if env['visit']:
532     visit_inc_path,visit_lib_path=findLibWithHeader(env, env['visit_libs'], 'VisItControlInterface_V2.h', env['visit_prefix'], lang='c')
533     env.AppendUnique(CPPPATH = [visit_inc_path])
534     env.AppendUnique(LIBPATH = [visit_lib_path])
535 gross 707
536 jfenwick 3259 ######## MPI (optional)
537 jfenwick 2232
538 jfenwick 3259 env['usempi'] = env['mpi']!='none'
539     mpi_inc_path=''
540     mpi_lib_path=''
541     if env['usempi']:
542     mpi_inc_path,mpi_lib_path=findLibWithHeader(env, env['mpi_libs'], 'mpi.h', env['mpi_prefix'], lang='c')
543     env.AppendUnique(CPPPATH = [mpi_inc_path])
544     env.AppendUnique(LIBPATH = [mpi_lib_path])
545     env.AppendUnique(LIBS = env['mpi_libs'])
546     env.PrependENVPath(LD_LIBRARY_PATH_KEY, mpi_lib_path)
547     env.Append(CPPDEFINES = ['ESYS_MPI', 'MPI_NO_CPPBIND', 'MPICH_IGNORE_CXX_SEEK'])
548     # NetCDF 4.1 defines MPI_Comm et al. if MPI_INCLUDED is not defined!
549     # On the other hand MPT and OpenMPI don't define the latter so we have to
550     # do that here
551     if env['netcdf'] and env['mpi'] in ['MPT','OPENMPI']:
552     env.Append(CPPDEFINES = ['MPI_INCLUDED'])
553 jfenwick 2232
554 jfenwick 3259 ######## ParMETIS (optional)
555 jfenwick 2232
556 jfenwick 3259 if not env['usempi']: env['parmetis'] = False
557 jfenwick 2232
558 jfenwick 3259 parmetis_inc_path=''
559     parmetis_lib_path=''
560     if env['parmetis']:
561     parmetis_inc_path,parmetis_lib_path=findLibWithHeader(env, env['parmetis_libs'], 'parmetis.h', env['parmetis_prefix'], lang='c')
562     env.AppendUnique(CPPPATH = [parmetis_inc_path])
563     env.AppendUnique(LIBPATH = [parmetis_lib_path])
564     env.AppendUnique(LIBS = env['parmetis_libs'])
565     env.PrependENVPath(LD_LIBRARY_PATH_KEY, parmetis_lib_path)
566     env.Append(CPPDEFINES = ['USE_PARMETIS'])
567 jfenwick 2387
568 jfenwick 3259 ######################## Summarize our environment ###########################
569 ksteube 1705
570 jfenwick 3259 # keep some of our install paths first in the list for the unit tests
571     env.PrependENVPath(LD_LIBRARY_PATH_KEY, env['libinstall'])
572     env.PrependENVPath('PYTHONPATH', prefix)
573     env['ENV']['ESCRIPT_ROOT'] = prefix
574 ksteube 1705
575 jfenwick 3259 if not env['verbose']:
576     env['CCCOMSTR'] = "Compiling $TARGET"
577     env['CXXCOMSTR'] = "Compiling $TARGET"
578     env['SHCCCOMSTR'] = "Compiling $TARGET"
579     env['SHCXXCOMSTR'] = "Compiling $TARGET"
580     env['ARCOMSTR'] = "Linking $TARGET"
581     env['LINKCOMSTR'] = "Linking $TARGET"
582     env['SHLINKCOMSTR'] = "Linking $TARGET"
583 caltinay 3271 env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
584     env['BIBTEXCOMSTR'] = "Generating bibliography $TARGET"
585     env['MAKEINDEXCOMSTR'] = "Generating index $TARGET"
586     env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
587 jfenwick 3259 #Progress(['Checking -\r', 'Checking \\\r', 'Checking |\r', 'Checking /\r'], interval=17)
588 ksteube 1705
589 jfenwick 3259 print("")
590     print("*** Config Summary (see config.log and lib/buildvars for details) ***")
591     print("Escript/Finley revision %s"%global_revision)
592     print(" Install prefix: %s"%env['prefix'])
593     print(" Python: %s"%sysconfig.PREFIX)
594     print(" boost: %s"%env['boost_prefix'])
595     print(" numpy: YES")
596     if env['usempi']:
597     print(" MPI: YES (flavour: %s)"%env['mpi'])
598 ksteube 1312 else:
599 jfenwick 3259 print(" MPI: DISABLED")
600     if env['uselapack']:
601     print(" LAPACK: YES (flavour: %s)"%env['lapack'])
602 ksteube 1705 else:
603 jfenwick 3259 print(" LAPACK: DISABLED")
604     d_list=[]
605     e_list=[]
606     for i in 'debug','openmp','netcdf','parmetis','papi','mkl','umfpack','silo','visit','pyvisi':
607     if env[i]: e_list.append(i)
608     else: d_list.append(i)
609     for i in e_list:
610     print("%16s: YES"%i)
611     for i in d_list:
612     print("%16s: DISABLED"%i)
613     if ((fatalwarning != '') and (env['werror'])):
614     print(" Treating warnings as errors")
615     else:
616     print(" NOT treating warnings as errors")
617     print("")
618 ksteube 1215
619 jfenwick 3259 ####################### Configure the subdirectories #########################
620 ksteube 1247
621 jfenwick 2235 from grouptest import *
622    
623     TestGroups=[]
624    
625 jfenwick 3259 # keep an environment without warnings-as-errors
626     dodgy_env=env.Clone()
627 jfenwick 2827
628 jfenwick 3259 # now add warnings-as-errors flags. This needs to be done after configuration
629     # because the scons test files have warnings in them
630     if ((fatalwarning != '') and (env['werror'])):
631     env.Append(CCFLAGS = fatalwarning)
632 jfenwick 2827
633 phornby 2027 Export(
634 jfenwick 3259 ['env',
635     'dodgy_env',
636     'IS_WINDOWS',
637     'TestGroups'
638     ]
639     )
640 ksteube 1705
641 caltinay 3349 env.SConscript(dirs = ['tools/CppUnitTest/src'], variant_dir='$BUILD_DIR/$PLATFORM/tools/CppUnitTest', duplicate=0)
642     env.SConscript(dirs = ['tools/escriptconvert'], variant_dir='$BUILD_DIR/$PLATFORM/tools/escriptconvert', duplicate=0)
643     env.SConscript(dirs = ['paso/src'], variant_dir='$BUILD_DIR/$PLATFORM/paso', duplicate=0)
644     env.SConscript(dirs = ['weipa/src'], variant_dir='$BUILD_DIR/$PLATFORM/weipa', duplicate=0)
645     env.SConscript(dirs = ['escript/src'], variant_dir='$BUILD_DIR/$PLATFORM/escript', duplicate=0)
646     env.SConscript(dirs = ['esysUtils/src'], variant_dir='$BUILD_DIR/$PLATFORM/esysUtils', duplicate=0)
647     env.SConscript(dirs = ['dudley/src'], variant_dir='$BUILD_DIR/$PLATFORM/dudley', duplicate=0)
648     env.SConscript(dirs = ['finley/src'], variant_dir='$BUILD_DIR/$PLATFORM/finley', duplicate=0)
649     env.SConscript(dirs = ['modellib/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/modellib', duplicate=0)
650     env.SConscript(dirs = ['doc'], variant_dir='$BUILD_DIR/$PLATFORM/doc', duplicate=0)
651     env.SConscript(dirs = ['pyvisi/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/pyvisi', duplicate=0)
652     env.SConscript(dirs = ['pycad/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/pycad', duplicate=0)
653     env.SConscript(dirs = ['pythonMPI/src'], variant_dir='$BUILD_DIR/$PLATFORM/pythonMPI', duplicate=0)
654     env.SConscript(dirs = ['paso/profiling'], variant_dir='$BUILD_DIR/$PLATFORM/paso/profiling', duplicate=0)
655 phornby 1243
656 jfenwick 3259 ######################## Populate the buildvars file #########################
657 jfenwick 2235
658 jfenwick 3259 # remove obsolete file
659     if not env['usempi']:
660     Execute(Delete(os.path.join(env['libinstall'], 'pythonMPI')))
661     Execute(Delete(os.path.join(env['libinstall'], 'pythonMPIredirect')))
662 phornby 1243
663 jfenwick 3259 # Try to extract the boost version from version.hpp
664     boosthpp=open(os.path.join(boost_inc_path, 'boost', 'version.hpp'))
665 jfenwick 2302 boostversion='unknown'
666     try:
667     for line in boosthpp:
668     ver=re.match(r'#define BOOST_VERSION (\d+)',line)
669     if ver:
670     boostversion=ver.group(1)
671 jfenwick 3259 except StopIteration:
672 jfenwick 2302 pass
673 jfenwick 3259 boosthpp.close()
674    
675     buildvars=open(os.path.join(env['libinstall'], 'buildvars'), 'w')
676 jfenwick 2302 buildvars.write("svn_revision="+str(global_revision)+"\n")
677 jfenwick 3259 buildvars.write("prefix="+prefix+"\n")
678     buildvars.write("cc="+env['CC']+"\n")
679     buildvars.write("cxx="+env['CXX']+"\n")
680     buildvars.write("python="+sys.executable+"\n")
681     buildvars.write("python_version="+str(sys.version_info[0])+"."+str(sys.version_info[1])+"."+str(sys.version_info[2])+"\n")
682     buildvars.write("boost_inc_path="+boost_inc_path+"\n")
683     buildvars.write("boost_lib_path="+boost_lib_path+"\n")
684     buildvars.write("boost_version="+boostversion+"\n")
685     buildvars.write("debug=%d\n"%int(env['debug']))
686     buildvars.write("openmp=%d\n"%int(env['openmp']))
687     buildvars.write("mpi=%s\n"%env['mpi'])
688     buildvars.write("mpi_inc_path=%s\n"%mpi_inc_path)
689     buildvars.write("mpi_lib_path=%s\n"%mpi_lib_path)
690     buildvars.write("lapack=%s\n"%env['lapack'])
691     buildvars.write("pyvisi=%d\n"%env['pyvisi'])
692     for i in 'netcdf','parmetis','papi','mkl','umfpack','silo','visit':
693     buildvars.write("%s=%d\n"%(i, int(env[i])))
694     if env[i]:
695     buildvars.write("%s_inc_path=%s\n"%(i, eval(i+'_inc_path')))
696     buildvars.write("%s_lib_path=%s\n"%(i, eval(i+'_lib_path')))
697 jfenwick 2302 buildvars.close()
698    
699 jfenwick 3259 ################### Targets to build and install libraries ###################
700 jfenwick 2302
701 ksteube 1705 target_init = env.Command(env['pyinstall']+'/__init__.py', None, Touch('$TARGET'))
702     env.Alias('target_init', [target_init])
703    
704 jfenwick 3259 # The headers have to be installed prior to build in order to satisfy
705     # #include <paso/Common.h>
706     env.Alias('build_esysUtils', ['install_esysUtils_headers', 'build_esysUtils_lib'])
707     env.Alias('install_esysUtils', ['build_esysUtils', 'install_esysUtils_lib'])
708 ksteube 1705
709 jfenwick 3259 env.Alias('build_paso', ['install_paso_headers', 'build_paso_lib'])
710     env.Alias('install_paso', ['build_paso', 'install_paso_lib'])
711 ksteube 1705
712 jfenwick 3259 env.Alias('build_escript', ['install_escript_headers', 'build_escript_lib', 'build_escriptcpp_lib'])
713     env.Alias('install_escript', ['build_escript', 'install_escript_lib', 'install_escriptcpp_lib', 'install_escript_py'])
714 caltinay 2810
715 jfenwick 3259 env.Alias('build_dudley', ['install_dudley_headers', 'build_dudley_lib', 'build_dudleycpp_lib'])
716     env.Alias('install_dudley', ['build_dudley', 'install_dudley_lib', 'install_dudleycpp_lib', 'install_dudley_py'])
717 caltinay 3096
718 jfenwick 3259 env.Alias('build_finley', ['install_finley_headers', 'build_finley_lib', 'build_finleycpp_lib'])
719     env.Alias('install_finley', ['build_finley', 'install_finley_lib', 'install_finleycpp_lib', 'install_finley_py'])
720 caltinay 2910
721 jfenwick 3259 env.Alias('build_weipa', ['install_weipa_headers', 'build_weipa_lib', 'build_weipacpp_lib'])
722     env.Alias('install_weipa', ['build_weipa', 'install_weipa_lib', 'install_weipacpp_lib', 'install_weipa_py'])
723 ksteube 1705
724 jfenwick 3259 env.Alias('build_escriptreader', ['install_weipa_headers', 'build_escriptreader_lib'])
725     env.Alias('install_escriptreader', ['build_escriptreader', 'install_escriptreader_lib'])
726 ksteube 1705
727 jfenwick 3259 # Now gather all the above into some easy targets: build_all and install_all
728 ksteube 1705 build_all_list = []
729     build_all_list += ['build_esysUtils']
730     build_all_list += ['build_paso']
731     build_all_list += ['build_escript']
732 jfenwick 3259 build_all_list += ['build_dudley']
733 ksteube 1705 build_all_list += ['build_finley']
734 jfenwick 3259 build_all_list += ['build_weipa']
735     if not IS_WINDOWS: build_all_list += ['build_escriptreader']
736     if env['usempi']: build_all_list += ['build_pythonMPI']
737     build_all_list += ['build_escriptconvert']
738 ksteube 1705 env.Alias('build_all', build_all_list)
739    
740     install_all_list = []
741     install_all_list += ['target_init']
742     install_all_list += ['install_esysUtils']
743     install_all_list += ['install_paso']
744     install_all_list += ['install_escript']
745 jfenwick 3259 install_all_list += ['install_dudley']
746 ksteube 1705 install_all_list += ['install_finley']
747 jfenwick 3259 install_all_list += ['install_weipa']
748     if not IS_WINDOWS: install_all_list += ['install_escriptreader']
749     install_all_list += ['install_pyvisi_py']
750     install_all_list += ['install_modellib_py']
751     install_all_list += ['install_pycad_py']
752     if env['usempi']: install_all_list += ['install_pythonMPI']
753     install_all_list += ['install_escriptconvert']
754 ksteube 1705 env.Alias('install_all', install_all_list)
755    
756     # Default target is install
757     env.Default('install_all')
758    
759 jfenwick 3259 ################## Targets to build and run the test suite ###################
760 ksteube 1705
761 jfenwick 3259 env.Alias('build_cppunittest', ['install_cppunittest_headers', 'build_cppunittest_lib'])
762     env.Alias('install_cppunittest', ['build_cppunittest', 'install_cppunittest_lib'])
763     env.Alias('run_tests', ['install_all', 'install_cppunittest_lib'])
764     env.Alias('all_tests', ['install_all', 'install_cppunittest_lib', 'run_tests', 'py_tests'])
765 jfenwick 2286 env.Alias('build_full',['install_all','build_tests','build_py_tests'])
766 caltinay 3349 env.Alias('build_PasoTests','$BUILD_DIR/$PLATFORM/paso/profiling/PasoTests')
767 ksteube 1705
768 jfenwick 3259 ##################### Targets to build the documentation #####################
769 artak 2820
770 jfenwick 2531 env.Alias('api_epydoc','install_all')
771 jfenwick 3343 env.Alias('docs', ['examples_tarfile', 'examples_zipfile', 'api_epydoc', 'api_doxygen', 'user_pdf', 'install_pdf', 'cookbook_pdf'])
772 jfenwick 3259 env.Alias('release_prep', ['docs', 'install_all'])
773 ksteube 1705
774 jfenwick 3259 if not IS_WINDOWS:
775     try:
776     utest=open('utest.sh','w')
777 jfenwick 3359 utest.write(GroupTest.makeHeader(env['PLATFORM']))
778 jfenwick 3259 for tests in TestGroups:
779     utest.write(tests.makeString())
780     utest.close()
781     Execute(Chmod('utest.sh', 0755))
782     print("Generated utest.sh.")
783     except IOError:
784     print("Error attempting to write unittests file.")
785     Exit(1)
786 jfenwick 2879
787 jfenwick 3259 # Make sure that the escript wrapper is in place
788     if not os.path.isfile(os.path.join(env['bininstall'], 'run-escript')):
789     print("Copying escript wrapper.")
790 jfenwick 3332 Execute(Copy(os.path.join(env['bininstall'],'run-escript'), 'bin/run-escript'))
791 jfenwick 2235

  ViewVC Help
Powered by ViewVC 1.1.26