/[escript]/trunk/SConstruct
ViewVC logotype

Annotation of /trunk/SConstruct

Parent Directory Parent Directory | Revision Log Revision Log


Revision 6004 - (hide annotations)
Tue Mar 1 23:43:55 2016 UTC (3 years, 1 month ago) by caltinay
File size: 33484 byte(s)
removed build_shared from most files.
esysUtils is gone and paso now has to be a shared lib to allow python
bindings.
I haven't bumped the options file version yet as there's more to come
before the release (trilinos etc) and the plan is to overhaul the scons
stuff once again.

1 jfenwick 3982 ##############################################################################
2 jgs 214 #
3 jfenwick 5863 # Copyright (c) 2003-2016 by The University of Queensland
4 jfenwick 3982 # http://www.uq.edu.au
5 ksteube 1811 #
6     # Primary Business: Queensland, Australia
7     # Licensed under the Open Software License version 3.0
8     # http://www.opensource.org/licenses/osl-3.0.php
9     #
10 jfenwick 3982 # Development until 2012 by Earth Systems Science Computational Center (ESSCC)
11 jfenwick 4657 # Development 2012-2013 by School of Earth Sciences
12     # Development from 2014 by Centre for Geoscience Computing (GeoComp)
13 jfenwick 3982 #
14     ##############################################################################
15 jgs 455
16 jfenwick 3259 EnsureSConsVersion(0,98,1)
17     EnsurePythonVersion(2,5)
18 ksteube 1811
19 caltinay 4295 import atexit, sys, os, platform, re
20 jfenwick 3259 from distutils import sysconfig
21 caltinay 4295 from dependencies import *
22 jfenwick 3259 from site_init import *
23 jgs 214
24 jfenwick 3259 # Version number to check for in options file. Increment when new features are
25     # added or existing options changed.
26 caltinay 5148 REQUIRED_OPTS_VERSION=202
27 ksteube 1705
28     # MS Windows support, many thanks to PH
29 jfenwick 3259 IS_WINDOWS = (os.name == 'nt')
30 gross 806
31 jfenwick 4640 IS_OSX = (os.uname()[0] == 'Darwin')
32    
33 jfenwick 3259 ########################## Determine options file ############################
34     # 1. command line
35     # 2. scons/<hostname>_options.py
36     # 3. name as part of a cluster
37 jfenwick 2391 options_file=ARGUMENTS.get('options_file', None)
38     if not options_file:
39 jfenwick 3259 ext_dir = os.path.join(os.getcwd(), 'scons')
40     hostname = platform.node().split('.')[0]
41     for name in hostname, effectiveName(hostname):
42     mangledhostname = re.sub('[^0-9a-zA-Z]', '_', hostname)
43     options_file = os.path.join(ext_dir, mangledhostname+'_options.py')
44     if os.path.isfile(options_file): break
45 jfenwick 2391
46 ksteube 1866 if not os.path.isfile(options_file):
47 jfenwick 3259 print("\nWARNING:\nOptions file %s" % options_file)
48     print("not found! Default options will be used which is most likely suboptimal.")
49 jfenwick 5601 print("We recommend that you copy the most relavent options file in the scons/template/")
50 jfenwick 3259 print("subdirectory and customize it to your needs.\n")
51     options_file = None
52 ksteube 1217
53 jfenwick 3259 ############################### Build options ################################
54 gross 1149
55 jfenwick 3259 default_prefix='/usr'
56 jfenwick 3618 mpi_flavours=('no', 'none', 'MPT', 'MPICH', 'MPICH2', 'OPENMPI', 'INTELMPI')
57 jfenwick 3259 lapack_flavours=('none', 'clapack', 'mkl')
58 jfenwick 2430
59 jfenwick 5589 #Note that scons construction vars the the following purposes:
60     # CPPFLAGS -> to the preprocessor
61     # CCFLAGS -> flags for _both_ C and C++
62     # CXXFLAGS -> flags for c++ _only_
63     # CFLAGS -> flags for c only
64    
65 jfenwick 3259 vars = Variables(options_file, ARGUMENTS)
66     vars.AddVariables(
67     PathVariable('options_file', 'Path to options file', options_file, PathVariable.PathIsFile),
68     PathVariable('prefix', 'Installation prefix', Dir('#.').abspath, PathVariable.PathIsDirCreate),
69 caltinay 3349 PathVariable('build_dir', 'Top-level build directory', Dir('#/build').abspath, PathVariable.PathIsDirCreate),
70 jfenwick 3259 BoolVariable('verbose', 'Output full compile/link lines', False),
71     # Compiler/Linker options
72     ('cxx', 'Path to C++ compiler', 'default'),
73 jfenwick 5589 ('cc_flags', 'Base (C and C++) compiler flags', 'default'),
74     ('cc_optim', 'Additional (C and C++) flags for a non-debug build', 'default'),
75     ('cc_debug', 'Additional (C and C++) flags for a debug build', 'default'),
76 caltinay 2967 ('cxx_extra', 'Extra C++ compiler flags', ''),
77 jfenwick 5589 ('cpp_flags', 'C Pre-processor flags', ''),
78 jfenwick 5601 ('cpp_extra', 'Extra C Pre-processor flags', ''),
79 ksteube 1771 ('ld_extra', 'Extra linker flags', ''),
80 caltinay 5148 ('nvcc', 'Path to CUDA compiler', 'default'),
81     ('nvccflags', 'Base CUDA compiler flags', 'default'),
82 jfenwick 3259 BoolVariable('werror','Treat compiler warnings as errors', True),
83     BoolVariable('debug', 'Compile with debug flags', False),
84     BoolVariable('openmp', 'Compile parallel version using OpenMP', False),
85     ('omp_flags', 'OpenMP compiler flags', 'default'),
86     ('omp_ldflags', 'OpenMP linker flags', 'default'),
87     # Mandatory libraries
88     ('boost_prefix', 'Prefix/Paths of boost installation', default_prefix),
89 jfenwick 3338 ('boost_libs', 'Boost libraries to link with', ['boost_python-mt']),
90 caltinay 3597 # Mandatory for tests
91     ('cppunit_prefix', 'Prefix/Paths of CppUnit installation', default_prefix),
92     ('cppunit_libs', 'CppUnit libraries to link with', ['cppunit']),
93 jfenwick 3259 # Optional libraries and options
94     EnumVariable('mpi', 'Compile parallel version using MPI flavour', 'none', allowed_values=mpi_flavours),
95     ('mpi_prefix', 'Prefix/Paths of MPI installation', default_prefix),
96     ('mpi_libs', 'MPI shared libraries to link with', ['mpi']),
97 caltinay 5250 BoolVariable('cuda', 'Enable GPU code with CUDA (requires thrust)', False),
98 caltinay 5435 ('cuda_prefix', 'Prefix/Paths to NVidia CUDA installation', default_prefix),
99 jfenwick 3259 BoolVariable('netcdf', 'Enable netCDF file support', False),
100     ('netcdf_prefix', 'Prefix/Paths of netCDF installation', default_prefix),
101     ('netcdf_libs', 'netCDF libraries to link with', ['netcdf_c++', 'netcdf']),
102     BoolVariable('parmetis', 'Enable ParMETIS (requires MPI)', False),
103     ('parmetis_prefix', 'Prefix/Paths of ParMETIS installation', default_prefix),
104     ('parmetis_libs', 'ParMETIS libraries to link with', ['parmetis', 'metis']),
105     BoolVariable('mkl', 'Enable the Math Kernel Library', False),
106     ('mkl_prefix', 'Prefix/Paths to MKL installation', default_prefix),
107     ('mkl_libs', 'MKL libraries to link with', ['mkl_solver','mkl_em64t','guide','pthread']),
108     BoolVariable('umfpack', 'Enable UMFPACK', False),
109     ('umfpack_prefix', 'Prefix/Paths to UMFPACK installation', default_prefix),
110     ('umfpack_libs', 'UMFPACK libraries to link with', ['umfpack']),
111 lgao 3508 BoolVariable('boomeramg', 'Enable BoomerAMG', False),
112     ('boomeramg_prefix', 'Prefix/Paths to BoomerAMG installation', default_prefix),
113     ('boomeramg_libs', 'BoomerAMG libraries to link with', ['boomeramg']),
114 jfenwick 3259 EnumVariable('lapack', 'Set LAPACK flavour', 'none', allowed_values=lapack_flavours),
115     ('lapack_prefix', 'Prefix/Paths to LAPACK installation', default_prefix),
116     ('lapack_libs', 'LAPACK libraries to link with', []),
117     BoolVariable('silo', 'Enable the Silo file format in weipa', False),
118     ('silo_prefix', 'Prefix/Paths to Silo installation', default_prefix),
119 caltinay 2184 ('silo_libs', 'Silo libraries to link with', ['siloh5', 'hdf5']),
120 jfenwick 3259 BoolVariable('visit', 'Enable the VisIt simulation interface', False),
121     ('visit_prefix', 'Prefix/Paths to VisIt installation', default_prefix),
122     ('visit_libs', 'VisIt libraries to link with', ['simV2']),
123 caltinay 5184 ListVariable('domains', 'Which domains to build', 'all',\
124     ['dudley','finley','ripley','speckley']),
125 jfenwick 3259 # Advanced settings
126 caltinay 5266 ('launcher', 'Launcher command (e.g. mpirun)', 'default'),
127     ('prelaunch', 'Command to execute before launcher (e.g. mpdboot)', 'default'),
128     ('postlaunch', 'Command to execute after launcher (e.g. mpdexit)', 'default'),
129 jfenwick 3259 #dudley_assemble_flags = -funroll-loops to actually do something
130     ('dudley_assemble_flags', 'compiler flags for some dudley optimisations', ''),
131     # To enable passing function pointers through python
132     BoolVariable('iknowwhatimdoing', 'Allow non-standard C', False),
133 caltinay 5266 # An option for specifying the compiler tools
134 jfenwick 3259 ('tools_names', 'Compiler tools to use', ['default']),
135     ('env_export', 'Environment variables to be passed to tools',[]),
136     EnumVariable('forcelazy', 'For testing use only - set the default value for autolazy', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
137     EnumVariable('forcecollres', 'For testing use only - set the default value for force resolving collective ops', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
138 caltinay 6004 ('build_shared', 'Build dynamic libraries only (ignored)', True),
139 jfenwick 3259 ('sys_libs', 'Extra libraries to link with', []),
140     ('escript_opts_version', 'Version of options file (do not specify on command line)'),
141 jfenwick 3618 ('SVN_VERSION', 'Do not use from options file', -2),
142 jfenwick 3851 ('pythoncmd', 'which python to compile with','python'),
143 jfenwick 5618 ('usepython3', 'Is this a python3 build?', False),
144 jfenwick 3892 ('pythonlibname', 'Name of the python library to link. (This is found automatically for python2.X.)', ''),
145 jfenwick 3942 ('pythonlibpath', 'Path to the python library. (You should not need to set this unless your python has moved)',''),
146     ('pythonincpath','Path to python include files. (You should not need to set this unless your python has moved',''),
147 caltinay 5250 BoolVariable('longindices', 'use long indices (for very large matrices)', False),
148 sshaw 4738 BoolVariable('compressed_files','Enables reading from compressed binary files', True),
149 caltinay 5250 ('compression_libs', 'Compression libraries to link with', ['boost_iostreams']),
150     BoolVariable('papi', 'Enable PAPI', False),
151     ('papi_prefix', 'Prefix/Paths to PAPI installation', default_prefix),
152     ('papi_libs', 'PAPI libraries to link with', ['papi']),
153 jfenwick 5851 BoolVariable('papi_instrument_solver', 'Use PAPI to instrument each iteration of the solver', False),
154     BoolVariable('osx_dependency_fix', 'Fix dependencies for libraries to have absolute paths (OSX)',
155     False)
156 robwdcock 682 )
157 phornby 1232
158 jfenwick 3259 ##################### Create environment and help text #######################
159 jfenwick 3078
160 jfenwick 3259 # Intel's compiler uses regular expressions improperly and emits a warning
161     # about failing to find the compilers. This warning can be safely ignored.
162 jfenwick 3078
163 caltinay 3319 # PATH is needed so the compiler, linker and tools are found if they are not
164     # in default locations.
165     env = Environment(tools = ['default'], options = vars,
166     ENV = {'PATH': os.environ['PATH']})
167 jfenwick 3967
168 caltinay 4295 # set the vars for clang
169 jfenwick 3967 def mkclang(env):
170 caltinay 4295 env['CXX']='clang++'
171    
172 caltinay 5045 if env['tools_names'] != ['default']:
173 jfenwick 3967 zz=env['tools_names']
174     if 'clang' in zz:
175     zz.remove('clang')
176     zz.insert(0, mkclang)
177 caltinay 3319 env = Environment(tools = ['default'] + env['tools_names'], options = vars,
178     ENV = {'PATH' : os.environ['PATH']})
179 jfenwick 3078
180 jfenwick 3259 if options_file:
181     opts_valid=False
182     if 'escript_opts_version' in env.Dictionary() and \
183     int(env['escript_opts_version']) >= REQUIRED_OPTS_VERSION:
184     opts_valid=True
185     if opts_valid:
186     print("Using options in %s." % options_file)
187     else:
188     print("\nOptions file %s" % options_file)
189     print("is outdated! Please update the file by examining one of the TEMPLATE")
190     print("files in the scons/ subdirectory and setting escript_opts_version to %d.\n"%REQUIRED_OPTS_VERSION)
191     Exit(1)
192 jfenwick 3078
193 jfenwick 3259 # Generate help text (scons -h)
194     Help(vars.GenerateHelpText(env))
195 jfenwick 3078
196 jfenwick 3259 # Check for superfluous options
197 caltinay 3268 if len(vars.UnknownVariables())>0:
198     for k in vars.UnknownVariables():
199     print("Unknown option '%s'" % k)
200     Exit(1)
201 jfenwick 3078
202 caltinay 5148 if env['cuda']:
203     if env['nvcc'] != 'default':
204     env['NVCC'] = env['nvcc']
205     env.Tool('nvcc')
206    
207 sshaw 5381 if 'dudley' in env['domains']:
208     env['domains'].append('finley')
209    
210 caltinay 4295 # create dictionary which will be populated with info for buildvars file
211     env['buildvars']={}
212     # create list which will be populated with warnings if there are any
213     env['warnings']=[]
214    
215 jfenwick 3259 #################### Make sure install directories exist #####################
216 ksteube 1705
217 caltinay 4046 env['BUILD_DIR']=Dir(env['build_dir']).abspath
218 jfenwick 3259 prefix=Dir(env['prefix']).abspath
219 caltinay 4295 env['buildvars']['prefix']=prefix
220 jfenwick 3259 env['incinstall'] = os.path.join(prefix, 'include')
221     env['bininstall'] = os.path.join(prefix, 'bin')
222     env['libinstall'] = os.path.join(prefix, 'lib')
223     env['pyinstall'] = os.path.join(prefix, 'esys')
224 jfenwick 2604 if not os.path.isdir(env['bininstall']):
225     os.makedirs(env['bininstall'])
226     if not os.path.isdir(env['libinstall']):
227     os.makedirs(env['libinstall'])
228     if not os.path.isdir(env['pyinstall']):
229     os.makedirs(env['pyinstall'])
230    
231 jfenwick 3259 env.Append(CPPPATH = [env['incinstall']])
232     env.Append(LIBPATH = [env['libinstall']])
233 jfenwick 2603
234 jfenwick 3259 ################# Fill in compiler options if not set above ##################
235 ksteube 1312
236 jfenwick 3259 if env['cxx'] != 'default': env['CXX']=env['cxx']
237 gross 1024
238 jfenwick 3259 # version >=9 of intel C++ compiler requires use of icpc to link in C++
239     # runtimes (icc does not)
240     if not IS_WINDOWS and os.uname()[4]=='ia64' and env['CXX']=='icpc':
241     env['LINK'] = env['CXX']
242 phornby 1243
243 jfenwick 3259 # default compiler/linker options
244     cc_flags = ''
245     cc_optim = ''
246     cc_debug = ''
247     omp_flags = ''
248     omp_ldflags = ''
249     fatalwarning = '' # switch to turn warnings into errors
250     sysheaderopt = '' # how to indicate that a header is a system header
251 jfenwick 2130
252 jfenwick 3259 # env['CC'] might be a full path
253 caltinay 4520 cc_name=os.path.basename(env['CXX'])
254 caltinay 2882
255 caltinay 4520 if cc_name == 'icpc':
256 jfenwick 3259 # Intel compiler
257 caltinay 4090 # #1875: offsetof applied to non-POD types is nonstandard (in boost)
258 jfenwick 4542 # removed -std=c99 because icpc doesn't like it and we aren't using c anymore
259 caltinay 5939 cc_flags = "-std=c++11 -fPIC -w2 -wd1875 -Wno-unknown-pragmas"
260 caltinay 4877 cc_optim = "-O3 -ftz -fno-alias -inline-level=2 -ipo -xHost"
261 jfenwick 3259 cc_debug = "-g -O0 -DDOASSERT -DDOPROF -DBOUNDS_CHECK"
262 caltinay 4090 omp_flags = "-openmp"
263     omp_ldflags = "-openmp -openmp_report=1"
264 jfenwick 3259 fatalwarning = "-Werror"
265 caltinay 4520 elif cc_name[:3] == 'g++':
266 caltinay 5250 # GNU C++ on any system
267 caltinay 4173 # note that -ffast-math is not used because it breaks isnan(),
268     # see mantis #691
269 caltinay 5939 cc_flags = "-std=c++11 -pedantic -Wall -fPIC -Wno-unknown-pragmas -Wno-sign-compare -Wno-system-headers -Wno-long-long -Wno-strict-aliasing -finline-functions"
270 jfenwick 3259 cc_optim = "-O3"
271 caltinay 5250 #max-vartrack-size: avoid vartrack limit being exceeded with escriptcpp.cpp
272     cc_debug = "-g3 -O0 -D_GLIBCXX_DEBUG -DDOASSERT -DDOPROF -DBOUNDS_CHECK --param=max-vartrack-size=100000000"
273 jfenwick 3259 omp_flags = "-fopenmp"
274     omp_ldflags = "-fopenmp"
275     fatalwarning = "-Werror"
276     sysheaderopt = "-isystem"
277     elif cc_name == 'cl':
278     # Microsoft Visual C on Windows
279     cc_flags = "/EHsc /MD /GR /wd4068 /D_USE_MATH_DEFINES /DDLL_NETCDF"
280     cc_optim = "/O2 /Op /W3"
281     cc_debug = "/Od /RTCcsu /ZI /DBOUNDS_CHECK"
282     fatalwarning = "/WX"
283     elif cc_name == 'icl':
284     # Intel C on Windows
285     cc_flags = '/EHsc /GR /MD'
286     cc_optim = '/fast /Oi /W3 /Qssp /Qinline-factor- /Qinline-min-size=0 /Qunroll'
287     cc_debug = '/Od /RTCcsu /Zi /Y- /debug:all /Qtrapuv'
288     omp_flags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
289     omp_ldflags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
290 phornby 1243
291 caltinay 4295 env['sysheaderopt']=sysheaderopt
292    
293 jfenwick 3259 # set defaults if not otherwise specified
294     if env['cc_flags'] == 'default': env['cc_flags'] = cc_flags
295     if env['cc_optim'] == 'default': env['cc_optim'] = cc_optim
296     if env['cc_debug'] == 'default': env['cc_debug'] = cc_debug
297     if env['omp_flags'] == 'default': env['omp_flags'] = omp_flags
298     if env['omp_ldflags'] == 'default': env['omp_ldflags'] = omp_ldflags
299     if env['cxx_extra'] != '': env.Append(CXXFLAGS = env['cxx_extra'])
300     if env['ld_extra'] != '': env.Append(LINKFLAGS = env['ld_extra'])
301 jfenwick 5589 if env['cpp_flags'] != '': env.Append(CPPFLAGS = env['cpp_flags'])
302 jfenwick 5601 if env['cpp_extra'] != '': env.Append(CPPFLAGS = " "+env['cpp_extra'])
303 jfenwick 2130
304 caltinay 5148 if env['nvccflags'] != 'default':
305     env['NVCCFLAGS'] = env['nvccflags']
306     env['SHNVCCFLAGS'] = env['nvccflags'] + ' -shared'
307    
308 caltinay 5183 if env['longindices']:
309     env.Append(CPPDEFINES = ['ESYS_INDEXTYPE_LONG'])
310    
311 jfenwick 3892 if env['usepython3']:
312     env.Append(CPPDEFINES=['ESPYTHON3'])
313    
314 jfenwick 3259 # set up the autolazy values
315     if env['forcelazy'] == 'on':
316     env.Append(CPPDEFINES=['FAUTOLAZYON'])
317     elif env['forcelazy'] == 'off':
318     env.Append(CPPDEFINES=['FAUTOLAZYOFF'])
319 ksteube 1312
320 jfenwick 3259 # set up the collective resolve values
321     if env['forcecollres'] == 'on':
322     env.Append(CPPDEFINES=['FRESCOLLECTON'])
323     elif env['forcecollres'] == 'off':
324     env.Append(CPPDEFINES=['FRESCOLLECTOFF'])
325 jfenwick 2273
326 jfenwick 3259 # allow non-standard C if requested
327 jfenwick 2827 if env['iknowwhatimdoing']:
328 jfenwick 3259 env.Append(CPPDEFINES=['IKNOWWHATIMDOING'])
329 jfenwick 2827
330 jfenwick 3259 # Disable OpenMP if no flags provided
331     if env['openmp'] and env['omp_flags'] == '':
332 caltinay 4295 env['warnings'].append("OpenMP requested but no flags provided - disabling OpenMP!")
333 jfenwick 3259 env['openmp'] = False
334 gross 1160
335 jfenwick 3259 if env['openmp']:
336     env.Append(CCFLAGS = env['omp_flags'])
337     if env['omp_ldflags'] != '': env.Append(LINKFLAGS = env['omp_ldflags'])
338     else:
339     env['omp_flags']=''
340     env['omp_ldflags']=''
341 ksteube 1312
342 caltinay 4295 env['buildvars']['openmp']=int(env['openmp'])
343    
344 jfenwick 3259 # add debug/non-debug compiler flags
345 caltinay 4295 env['buildvars']['debug']=int(env['debug'])
346 jfenwick 3259 if env['debug']:
347     env.Append(CCFLAGS = env['cc_debug'])
348 gross 2423 else:
349 jfenwick 3259 env.Append(CCFLAGS = env['cc_optim'])
350 gross 1163
351 jfenwick 3259 # always add cc_flags
352     env.Append(CCFLAGS = env['cc_flags'])
353 phornby 1243
354 jfenwick 3259 # add system libraries
355     env.AppendUnique(LIBS = env['sys_libs'])
356 gross 2363
357 caltinay 5266 # set defaults for launchers if not otherwise specified
358     if env['prelaunch'] == 'default':
359     if env['mpi'] == 'INTELMPI' and env['openmp']:
360     env['prelaunch'] = "export I_MPI_PIN_DOMAIN=omp"
361     elif env['mpi'] == 'OPENMPI':
362     # transform comma-separated list to '-x a -x b -x c ...'
363 jfenwick 5408 env['prelaunch'] = "EE=$(echo -x %e|sed -e 's/,/ -x /g')"
364 caltinay 5266 elif env['mpi'] == 'MPT':
365     env['prelaunch'] = "export MPI_NUM_MEMORY_REGIONS=0"
366     elif env['mpi'] == 'MPICH2':
367     env['prelaunch'] = "mpdboot -n %n -r ssh -f %f"
368     else:
369     env['prelaunch'] = ""
370    
371     if env['launcher'] == 'default':
372     if env['mpi'] == 'INTELMPI':
373     env['launcher'] = "mpirun -hostfile %f -n %N -ppn %p %b"
374     elif env['mpi'] == 'OPENMPI':
375 jfenwick 5814 env['launcher'] = "mpirun ${AGENTOVERRIDE} --gmca mpi_warn_on_fork 0 ${EE} --host %h -bynode -bind-to-core --cpus-per-rank %t -np %N %b"
376 caltinay 5266 elif env['mpi'] == 'MPT':
377     env['launcher'] = "mpirun %h -np %p %b"
378     elif env['mpi'] == 'MPICH':
379     env['launcher'] = "mpirun -machinefile %f -np %N %b"
380     elif env['mpi'] == 'MPICH2':
381     env['launcher'] = "mpiexec -genvlist %e -np %N %b"
382     else:
383     env['launcher'] = "%b"
384    
385     if env['postlaunch'] == 'default':
386     if env['mpi'] == 'MPICH2':
387     env['postlaunch'] = "mpdallexit"
388     else:
389     env['postlaunch'] = ""
390    
391 caltinay 4295 # determine svn revision
392 jfenwick 3618 global_revision=ARGUMENTS.get('SVN_VERSION', None)
393     if global_revision:
394     global_revision = re.sub(':.*', '', global_revision)
395     global_revision = re.sub('[^0-9]', '', global_revision)
396     if global_revision == '': global_revision='-2'
397     else:
398     # Get the global Subversion revision number for the getVersion() method
399     try:
400 jfenwick 3259 global_revision = os.popen('svnversion -n .').read()
401     global_revision = re.sub(':.*', '', global_revision)
402     global_revision = re.sub('[^0-9]', '', global_revision)
403     if global_revision == '': global_revision='-2'
404 jfenwick 3618 except:
405 jfenwick 3259 global_revision = '-1'
406 caltinay 3271 env['svn_revision']=global_revision
407 caltinay 4295 env['buildvars']['svn_revision']=global_revision
408 jfenwick 3259 env.Append(CPPDEFINES=['SVN_VERSION='+global_revision])
409 gross 2363
410 caltinay 4295 env['IS_WINDOWS']=IS_WINDOWS
411 jfenwick 5407 env['IS_OSX']=IS_OSX
412 caltinay 4295
413 jfenwick 3259 ###################### Copy required environment vars ########################
414 gross 2363
415 jfenwick 3259 # Windows doesn't use LD_LIBRARY_PATH but PATH instead
416     if IS_WINDOWS:
417     LD_LIBRARY_PATH_KEY='PATH'
418     env['ENV']['LD_LIBRARY_PATH']=''
419     else:
420     LD_LIBRARY_PATH_KEY='LD_LIBRARY_PATH'
421 robwdcock 682
422 caltinay 4295 env['LD_LIBRARY_PATH_KEY']=LD_LIBRARY_PATH_KEY
423    
424 caltinay 3319 # the following env variables are exported for the unit tests
425 phornby 1244
426 jfenwick 3259 for key in 'OMP_NUM_THREADS', 'ESCRIPT_NUM_PROCS', 'ESCRIPT_NUM_NODES':
427     try:
428     env['ENV'][key] = os.environ[key]
429     except KeyError:
430 caltinay 5045 env['ENV'][key] = '1'
431 robwdcock 682
432 jfenwick 3259 env_export=env['env_export']
433 caltinay 4917 env_export.extend(['ESCRIPT_NUM_THREADS','ESCRIPT_HOSTFILE','DISPLAY','XAUTHORITY','PATH','HOME','KMP_MONITOR_STACKSIZE','TMPDIR','TEMP','TMP','LD_PRELOAD'])
434 robwdcock 682
435 jfenwick 3259 for key in set(env_export):
436     try:
437     env['ENV'][key] = os.environ[key]
438     except KeyError:
439     pass
440 ksteube 1312
441 caltinay 5436 for key in os.environ.keys():
442     if key.startswith("SLURM_"):
443     env['ENV'][key] = os.environ[key]
444    
445 jfenwick 3259 try:
446     env.PrependENVPath(LD_LIBRARY_PATH_KEY, os.environ[LD_LIBRARY_PATH_KEY])
447     except KeyError:
448     pass
449 ksteube 1312
450 jfenwick 4640 if IS_OSX:
451     try:
452     env.PrependENVPath('DYLD_LIBRARY_PATH', os.environ['DYLD_LIBRARY_PATH'])
453     except KeyError:
454     pass
455    
456    
457 jfenwick 3259 # these shouldn't be needed
458     #for key in 'C_INCLUDE_PATH','CPLUS_INCLUDE_PATH','LIBRARY_PATH':
459     # try:
460     # env['ENV'][key] = os.environ[key]
461     # except KeyError:
462     # pass
463 ksteube 1312
464 jfenwick 3259 try:
465     env['ENV']['PYTHONPATH'] = os.environ['PYTHONPATH']
466     except KeyError:
467     pass
468 ksteube 1312
469 jfenwick 3259 ######################## Add some custom builders ############################
470 ksteube 1312
471 jfenwick 3851 if env['pythoncmd']=='python':
472     py_builder = Builder(action = build_py, suffix = '.pyc', src_suffix = '.py', single_source=True)
473     else:
474 jfenwick 3892 py_builder = Builder(action = env['pythoncmd']+" scripts/py_comp.py $SOURCE $TARGET", suffix = '.pyc', src_suffix = '.py', single_source=True)
475 jfenwick 3259 env.Append(BUILDERS = {'PyCompile' : py_builder});
476 gross 2423
477 jfenwick 3259 runUnitTest_builder = Builder(action = runUnitTest, suffix = '.passed', src_suffix=env['PROGSUFFIX'], single_source=True)
478     env.Append(BUILDERS = {'RunUnitTest' : runUnitTest_builder});
479 gross 2423
480 jfenwick 3259 runPyUnitTest_builder = Builder(action = runPyUnitTest, suffix = '.passed', src_suffic='.py', single_source=True)
481     env.Append(BUILDERS = {'RunPyUnitTest' : runPyUnitTest_builder});
482 ksteube 1756
483 sshaw 5017 runPyExample_builder = Builder(action = runPyExample, suffix = '.passed', src_suffic='.py', single_source=True)
484     env.Append(BUILDERS = {'RunPyExample' : runPyExample_builder});
485    
486 jfenwick 3259 epstopdfbuilder = Builder(action = eps2pdf, suffix='.pdf', src_suffix='.eps', single_source=True)
487     env.Append(BUILDERS = {'EpsToPDF' : epstopdfbuilder});
488 ksteube 817
489 jfenwick 3259 ############################ Dependency checks ###############################
490 phornby 1246
491 caltinay 4295 ######## Compiler
492     env=checkCompiler(env)
493 phornby 1634
494 jfenwick 3259 ######## Python headers & library (required)
495 caltinay 4295 env=checkPython(env)
496 gross 806
497 caltinay 4295 ######## boost & boost-python (required)
498     env=checkBoost(env)
499 jfenwick 3892
500 caltinay 5148 ######## NVCC version (optional)
501     if env['cuda']:
502     env=checkCudaVersion(env)
503 caltinay 5435 env=checkCUDA(env)
504 caltinay 5148
505 caltinay 4295 ######## numpy (required) and numpy headers (optional)
506     env=checkNumpy(env)
507 jfenwick 3892
508 caltinay 3597 ######## CppUnit (required for tests)
509 caltinay 4295 env=checkCppUnit(env)
510 caltinay 3597
511 caltinay 4295 ######## optional python modules (sympy, pyproj)
512     env=checkOptionalModules(env)
513 caltinay 3597
514 caltinay 4295 ######## optional dependencies (netCDF, PAPI, MKL, UMFPACK, Lapack, Silo, ...)
515     env=checkOptionalLibraries(env)
516 caltinay 3975
517 sshaw 5320 #use gmsh info to set some defines
518     if env['gmsh'] == 's':
519     env.Append(CPPDEFINES=['GMSH'])
520     elif env['gmsh'] == 'm':
521     env.Append(CPPDEFINES=['GMSH','GMSH_MPI'])
522    
523 caltinay 3604 ######## PDFLaTeX (for documentation)
524 caltinay 4295 env=checkPDFLatex(env)
525 caltinay 3604
526 jfenwick 3259 # keep some of our install paths first in the list for the unit tests
527     env.PrependENVPath(LD_LIBRARY_PATH_KEY, env['libinstall'])
528     env.PrependENVPath('PYTHONPATH', prefix)
529     env['ENV']['ESCRIPT_ROOT'] = prefix
530 ksteube 1705
531 jfenwick 3259 if not env['verbose']:
532     env['CXXCOMSTR'] = "Compiling $TARGET"
533     env['SHCXXCOMSTR'] = "Compiling $TARGET"
534     env['ARCOMSTR'] = "Linking $TARGET"
535     env['LINKCOMSTR'] = "Linking $TARGET"
536     env['SHLINKCOMSTR'] = "Linking $TARGET"
537 caltinay 3271 env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
538     env['BIBTEXCOMSTR'] = "Generating bibliography $TARGET"
539     env['MAKEINDEXCOMSTR'] = "Generating index $TARGET"
540     env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
541 jfenwick 3259 #Progress(['Checking -\r', 'Checking \\\r', 'Checking |\r', 'Checking /\r'], interval=17)
542 ksteube 1705
543 jfenwick 3259 ####################### Configure the subdirectories #########################
544 ksteube 1247
545 caltinay 4295 # remove obsolete files
546     if not env['usempi']:
547     Execute(Delete(os.path.join(env['libinstall'], 'pythonMPI')))
548 sshaw 5450 Execute(Delete(os.path.join(env['bininstall'], 'escript-overlord')))
549 caltinay 4295 Execute(Delete(os.path.join(env['libinstall'], 'pythonMPIredirect')))
550    
551 jfenwick 2235 from grouptest import *
552     TestGroups=[]
553    
554 jfenwick 3259 # keep an environment without warnings-as-errors
555     dodgy_env=env.Clone()
556 jfenwick 2827
557 jfenwick 3259 # now add warnings-as-errors flags. This needs to be done after configuration
558     # because the scons test files have warnings in them
559     if ((fatalwarning != '') and (env['werror'])):
560     env.Append(CCFLAGS = fatalwarning)
561 jfenwick 2827
562 phornby 2027 Export(
563 jfenwick 3259 ['env',
564     'dodgy_env',
565     'IS_WINDOWS',
566     'TestGroups'
567     ]
568     )
569 ksteube 1705
570 caltinay 5184 #do not auto build
571 caltinay 3349 env.SConscript(dirs = ['tools/escriptconvert'], variant_dir='$BUILD_DIR/$PLATFORM/tools/escriptconvert', duplicate=0)
572 sshaw 5450 env.SConscript(dirs = ['tools/overlord'], variant_dir='$BUILD_DIR/$PLATFORM/tools/overlord', duplicate=0)
573 caltinay 3349 env.SConscript(dirs = ['paso/src'], variant_dir='$BUILD_DIR/$PLATFORM/paso', duplicate=0)
574     env.SConscript(dirs = ['weipa/src'], variant_dir='$BUILD_DIR/$PLATFORM/weipa', duplicate=0)
575 jfenwick 4508 env.SConscript(dirs = ['escript/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/escript', duplicate=0)
576    
577 caltinay 5148 env.SConscript(dirs = ['cusplibrary'])
578    
579 jfenwick 4508 #This will pull in the escriptcore/py_src and escriptcore/test
580     env.SConscript(dirs = ['escriptcore/src'], variant_dir='$BUILD_DIR/$PLATFORM/escriptcore', duplicate=0)
581 caltinay 5184 if 'dudley' in env['domains']:
582     env.SConscript(dirs = ['dudley/src'], variant_dir='$BUILD_DIR/$PLATFORM/dudley', duplicate=0)
583     if 'finley' in env['domains']:
584     env.SConscript(dirs = ['finley/src'], variant_dir='$BUILD_DIR/$PLATFORM/finley', duplicate=0)
585     if 'ripley' in env['domains']:
586     env.SConscript(dirs = ['ripley/src'], variant_dir='$BUILD_DIR/$PLATFORM/ripley', duplicate=0)
587     if 'speckley' in env['domains']:
588     env.SConscript(dirs = ['speckley/src'], variant_dir='$BUILD_DIR/$PLATFORM/speckley', duplicate=0)
589 caltinay 3947 env.SConscript(dirs = ['downunder/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/downunder', duplicate=0)
590 caltinay 3349 env.SConscript(dirs = ['modellib/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/modellib', duplicate=0)
591     env.SConscript(dirs = ['pycad/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/pycad', duplicate=0)
592     env.SConscript(dirs = ['pythonMPI/src'], variant_dir='$BUILD_DIR/$PLATFORM/pythonMPI', duplicate=0)
593 caltinay 3947 env.SConscript(dirs = ['doc'], variant_dir='$BUILD_DIR/$PLATFORM/doc', duplicate=0)
594 caltinay 3349 env.SConscript(dirs = ['paso/profiling'], variant_dir='$BUILD_DIR/$PLATFORM/paso/profiling', duplicate=0)
595 phornby 1243
596 jfenwick 3892
597 jfenwick 3259 ######################## Populate the buildvars file #########################
598 jfenwick 2235
599 caltinay 4295 write_buildvars(env)
600 phornby 1243
601 caltinay 5266 write_launcher(env)
602    
603 jfenwick 3259 ################### Targets to build and install libraries ###################
604 jfenwick 2302
605 caltinay 3604 target_init = env.Command(os.path.join(env['pyinstall'],'__init__.py'), None, Touch('$TARGET'))
606 ksteube 1705 env.Alias('target_init', [target_init])
607 caltinay 3604 # delete buildvars upon cleanup
608     env.Clean('target_init', os.path.join(env['libinstall'], 'buildvars'))
609 ksteube 1705
610 caltinay 6001 # The headers have to be installed prior to build
611 ksteube 1705
612 jfenwick 3259 env.Alias('build_paso', ['install_paso_headers', 'build_paso_lib'])
613     env.Alias('install_paso', ['build_paso', 'install_paso_lib'])
614 ksteube 1705
615 jfenwick 3259 env.Alias('build_escript', ['install_escript_headers', 'build_escript_lib', 'build_escriptcpp_lib'])
616 jfenwick 4508 env.Alias('install_escript', ['build_escript', 'install_escript_lib', 'install_escriptcpp_lib', 'install_escriptcore_py', 'install_escript_py'])
617 caltinay 2810
618 caltinay 5184 if 'dudley' in env['domains']:
619     env.Alias('build_dudley', ['install_dudley_headers', 'build_dudley_lib', 'build_dudleycpp_lib'])
620     env.Alias('install_dudley', ['build_dudley', 'install_dudley_lib', 'install_dudleycpp_lib', 'install_dudley_py'])
621 caltinay 3096
622 caltinay 5184 if 'finley' in env['domains']:
623     env.Alias('build_finley', ['install_finley_headers', 'build_finley_lib', 'build_finleycpp_lib'])
624     env.Alias('install_finley', ['build_finley', 'install_finley_lib', 'install_finleycpp_lib', 'install_finley_py'])
625 caltinay 2910
626 caltinay 5184 if 'ripley' in env['domains']:
627     env.Alias('build_ripley', ['install_cusp_headers', 'install_ripley_headers', 'build_ripley_lib', 'build_ripleycpp_lib'])
628     env.Alias('install_ripley', ['build_ripley', 'install_ripley_lib', 'install_ripleycpp_lib', 'install_ripley_py'])
629 caltinay 3792
630 caltinay 5184 if 'speckley' in env['domains']:
631     env.Alias('build_speckley', ['install_speckley_headers', 'build_speckley_lib', 'build_speckleycpp_lib'])
632     env.Alias('install_speckley', ['build_speckley', 'install_speckley_lib', 'install_speckleycpp_lib', 'install_speckley_py'])
633 sshaw 5123
634 jfenwick 3259 env.Alias('build_weipa', ['install_weipa_headers', 'build_weipa_lib', 'build_weipacpp_lib'])
635     env.Alias('install_weipa', ['build_weipa', 'install_weipa_lib', 'install_weipacpp_lib', 'install_weipa_py'])
636 ksteube 1705
637 jfenwick 3259 env.Alias('build_escriptreader', ['install_weipa_headers', 'build_escriptreader_lib'])
638     env.Alias('install_escriptreader', ['build_escriptreader', 'install_escriptreader_lib'])
639 ksteube 1705
640 jfenwick 3259 # Now gather all the above into some easy targets: build_all and install_all
641 ksteube 1705 build_all_list = []
642     build_all_list += ['build_paso']
643     build_all_list += ['build_escript']
644 caltinay 5184 if 'dudley' in env['domains']: build_all_list += ['build_dudley']
645     if 'finley' in env['domains']: build_all_list += ['build_finley']
646     if 'ripley' in env['domains']: build_all_list += ['build_ripley']
647     if 'speckley' in env['domains']: build_all_list += ['build_speckley']
648 jfenwick 3259 build_all_list += ['build_weipa']
649 caltinay 5184 if not IS_WINDOWS and 'finley' in env['domains']:
650     build_all_list += ['build_escriptreader']
651 sshaw 5450 if env['usempi']:
652     build_all_list += ['build_pythonMPI', 'build_overlord']
653 ksteube 1705 env.Alias('build_all', build_all_list)
654    
655     install_all_list = []
656     install_all_list += ['target_init']
657     install_all_list += ['install_paso']
658     install_all_list += ['install_escript']
659 caltinay 5184 if 'dudley' in env['domains']: install_all_list += ['install_dudley']
660     if 'finley' in env['domains']: install_all_list += ['install_finley']
661     if 'ripley' in env['domains']: install_all_list += ['install_ripley']
662     if 'speckley' in env['domains']: install_all_list += ['install_speckley']
663 jfenwick 3259 install_all_list += ['install_weipa']
664 caltinay 5184 if not IS_WINDOWS and 'finley' in env['domains']:
665     install_all_list += ['install_escriptreader']
666 caltinay 3947 install_all_list += ['install_downunder_py']
667 jfenwick 3259 install_all_list += ['install_modellib_py']
668     install_all_list += ['install_pycad_py']
669 sshaw 5450 if env['usempi']:
670     install_all_list += ['install_pythonMPI', 'install_overlord']
671 jfenwick 5802 install_all_list += ['install_weipa_py']
672 jfenwick 5811 install_all_list += [env.Install(os.path.join(env['build_dir'],'scripts'), os.path.join('scripts', 'release_sanity.py'))]
673 ksteube 1705
674 jfenwick 5851
675     if env['osx_dependency_fix']:
676     print("Require dependency fix")
677     install_all=env.Command('install_all',install_all_list,'scripts/moveall.sh')
678     else:
679     install_all=env.Alias('install_all', install_all_list)
680    
681    
682    
683    
684 ksteube 1705 # Default target is install
685 jfenwick 5802 #env.Default('install_all')
686 ksteube 1705
687 jfenwick 5800
688 jfenwick 5811 sanity=env.Alias('sanity', env.Command('dummy','',os.path.join(env['prefix'], 'bin', 'run-escript')+' '+os.path.join(env['build_dir'],'scripts', 'release_sanity.py')))
689 jfenwick 5802 env.Depends('dummy', install_all)
690 jfenwick 5801 if env['usempi']:
691 jfenwick 5802 #env.Requires('dummy', ['build_pythonMPI', 'install_pythonMPI'])
692     #env.Requires('dummy', env['prefix']+"/lib/pythonMPI")
693     env.Depends('dummy', ['build_pythonMPI', 'install_pythonMPI'])
694     env.Depends('dummy', env['prefix']+"/lib/pythonMPI")
695 jfenwick 5801
696 jfenwick 5800 if 'install_dudley' in install_all_list and \
697     'install_finley' in install_all_list and \
698     'install_ripley' in install_all_list and \
699     'install_speckley' in install_all_list:
700 jfenwick 5802 env.AlwaysBuild('sanity')
701     env.Default('sanity')
702     else:
703     env.Default('install_all')
704 jfenwick 5800
705 jfenwick 3259 ################## Targets to build and run the test suite ###################
706 ksteube 1705
707 caltinay 3597 if not env['cppunit']:
708 caltinay 4520 test_msg = env.Command('.dummy.', None, '@echo "Cannot run C++ unit tests, CppUnit not found!";exit 1')
709 caltinay 3597 env.Alias('run_tests', test_msg)
710 caltinay 4249 env.Alias('build_tests', '')
711 caltinay 3597 env.Alias('run_tests', ['install_all'])
712     env.Alias('all_tests', ['install_all', 'run_tests', 'py_tests'])
713 jfenwick 2286 env.Alias('build_full',['install_all','build_tests','build_py_tests'])
714 caltinay 3349 env.Alias('build_PasoTests','$BUILD_DIR/$PLATFORM/paso/profiling/PasoTests')
715 sshaw 5496 Requires('py_tests', 'install_all')
716 ksteube 1705
717 jfenwick 3259 ##################### Targets to build the documentation #####################
718 artak 2820
719 jfenwick 4244 env.Alias('pdfdocs',['user_pdf', 'install_pdf', 'cookbook_pdf', 'inversion_pdf'])
720     env.Alias('basedocs', ['pdfdocs','examples_tarfile', 'examples_zipfile', 'api_doxygen'])
721 jfenwick 4167 env.Alias('docs', ['basedocs', 'sphinxdoc'])
722 jfenwick 3259 env.Alias('release_prep', ['docs', 'install_all'])
723 jfenwick 4167 env.Alias('release_prep_old', ['basedocs', 'api_epydoc', 'install_all'])
724 ksteube 1705
725 jfenwick 4078 # The test scripts are always generated, this target allows us to
726     # generate the testscripts without doing a full build
727     env.Alias('testscripts',[])
728    
729 jfenwick 3259 if not IS_WINDOWS:
730 caltinay 4295 generateTestScripts(env, TestGroups)
731 jfenwick 2879
732 caltinay 3604
733 caltinay 4295 ######################## Summarize our environment ###########################
734     def print_summary():
735     print("")
736 caltinay 4299 print("*** Config Summary (see config.log and <prefix>/lib/buildvars for details) ***")
737 caltinay 4295 print("Escript/Finley revision %s"%global_revision)
738     print(" Install prefix: %s"%env['prefix'])
739     print(" Python: %s"%sysconfig.PREFIX)
740 caltinay 5696 print(" boost: %s (Version %s)"%(env['boost_prefix'],env['boost_version']))
741 caltinay 4299 if env['numpy_h']:
742     print(" numpy: YES (with headers)")
743     else:
744     print(" numpy: YES (without headers)")
745 caltinay 4295 if env['usempi']:
746     print(" MPI: YES (flavour: %s)"%env['mpi'])
747     else:
748 caltinay 5250 print(" MPI: NO")
749 caltinay 5696 if env['parmetis']:
750     print(" ParMETIS: %s (Version %s)"%(env['parmetis_prefix'],env['parmetis_version']))
751     else:
752     print(" ParMETIS: NO")
753 caltinay 4295 if env['uselapack']:
754     print(" LAPACK: YES (flavour: %s)"%env['lapack'])
755     else:
756 caltinay 5250 print(" LAPACK: NO")
757 caltinay 5148 if env['cuda']:
758     print(" CUDA: YES (nvcc: %s)"%env['nvcc_version'])
759     else:
760 caltinay 5250 print(" CUDA: NO")
761 caltinay 4295 d_list=[]
762     e_list=[]
763 caltinay 5696 for i in 'debug','openmp','boomeramg','cppunit','gdal','mkl','netcdf','papi','pyproj','scipy','silo','sympy','umfpack','visit':
764 caltinay 4295 if env[i]: e_list.append(i)
765     else: d_list.append(i)
766     for i in e_list:
767     print("%16s: YES"%i)
768     for i in d_list:
769 caltinay 5250 print("%16s: NO"%i)
770 caltinay 5391 if env['gmshpy']:
771     gmshpy=" + python module"
772     else:
773     gmshpy=""
774 caltinay 4295 if env['gmsh']=='m':
775 caltinay 5391 print(" gmsh: YES, MPI-ENABLED"+gmshpy)
776 caltinay 4295 elif env['gmsh']=='s':
777 caltinay 5391 print(" gmsh: YES"+gmshpy)
778 caltinay 4295 else:
779 caltinay 5391 if env['gmshpy']:
780     print(" gmsh: python module only")
781     else:
782     print(" gmsh: NO")
783 sshaw 4738 print( " gzip: " + ("YES" if env['compressed_files'] else "NO"))
784 caltinay 4299
785 caltinay 4295 if ((fatalwarning != '') and (env['werror'])):
786     print(" Treating warnings as errors")
787     else:
788     print(" NOT treating warnings as errors")
789     print("")
790     for w in env['warnings']:
791     print("WARNING: %s"%w)
792 sshaw 4726 if len(GetBuildFailures()):
793     print("\nERROR: build stopped due to errors\n")
794     else:
795     print("\nSUCCESS: build complete\n")
796 caltinay 4295
797     atexit.register(print_summary)
798    

  ViewVC Help
Powered by ViewVC 1.1.26