/[escript]/trunk/SConstruct
ViewVC logotype

Annotation of /trunk/SConstruct

Parent Directory Parent Directory | Revision Log Revision Log


Revision 5381 - (hide annotations)
Tue Dec 16 00:40:47 2014 UTC (4 years, 6 months ago) by sshaw
File size: 32183 byte(s)
simple fix for dudley's finley dependency

1 jfenwick 3982 ##############################################################################
2 jgs 214 #
3 jfenwick 4657 # Copyright (c) 2003-2014 by University of Queensland
4 jfenwick 3982 # http://www.uq.edu.au
5 ksteube 1811 #
6     # Primary Business: Queensland, Australia
7     # Licensed under the Open Software License version 3.0
8     # http://www.opensource.org/licenses/osl-3.0.php
9     #
10 jfenwick 3982 # Development until 2012 by Earth Systems Science Computational Center (ESSCC)
11 jfenwick 4657 # Development 2012-2013 by School of Earth Sciences
12     # Development from 2014 by Centre for Geoscience Computing (GeoComp)
13 jfenwick 3982 #
14     ##############################################################################
15 jgs 455
16 jfenwick 3259 EnsureSConsVersion(0,98,1)
17     EnsurePythonVersion(2,5)
18 ksteube 1811
19 caltinay 4295 import atexit, sys, os, platform, re
20 jfenwick 3259 from distutils import sysconfig
21 caltinay 4295 from dependencies import *
22 jfenwick 3259 from site_init import *
23 jgs 214
24 jfenwick 3259 # Version number to check for in options file. Increment when new features are
25     # added or existing options changed.
26 caltinay 5148 REQUIRED_OPTS_VERSION=202
27 ksteube 1705
28     # MS Windows support, many thanks to PH
29 jfenwick 3259 IS_WINDOWS = (os.name == 'nt')
30 gross 806
31 jfenwick 4640 IS_OSX = (os.uname()[0] == 'Darwin')
32    
33 jfenwick 3259 ########################## Determine options file ############################
34     # 1. command line
35     # 2. scons/<hostname>_options.py
36     # 3. name as part of a cluster
37 jfenwick 2391 options_file=ARGUMENTS.get('options_file', None)
38     if not options_file:
39 jfenwick 3259 ext_dir = os.path.join(os.getcwd(), 'scons')
40     hostname = platform.node().split('.')[0]
41     for name in hostname, effectiveName(hostname):
42     mangledhostname = re.sub('[^0-9a-zA-Z]', '_', hostname)
43     options_file = os.path.join(ext_dir, mangledhostname+'_options.py')
44     if os.path.isfile(options_file): break
45 jfenwick 2391
46 ksteube 1866 if not os.path.isfile(options_file):
47 jfenwick 3259 print("\nWARNING:\nOptions file %s" % options_file)
48     print("not found! Default options will be used which is most likely suboptimal.")
49 jduplessis 4889 print("We recommend that you copy the most relavent options file in the scons/os/")
50 jfenwick 3259 print("subdirectory and customize it to your needs.\n")
51     options_file = None
52 ksteube 1217
53 jfenwick 3259 ############################### Build options ################################
54 gross 1149
55 jfenwick 3259 default_prefix='/usr'
56 jfenwick 3618 mpi_flavours=('no', 'none', 'MPT', 'MPICH', 'MPICH2', 'OPENMPI', 'INTELMPI')
57 jfenwick 3259 lapack_flavours=('none', 'clapack', 'mkl')
58 jfenwick 2430
59 jfenwick 3259 vars = Variables(options_file, ARGUMENTS)
60     vars.AddVariables(
61     PathVariable('options_file', 'Path to options file', options_file, PathVariable.PathIsFile),
62     PathVariable('prefix', 'Installation prefix', Dir('#.').abspath, PathVariable.PathIsDirCreate),
63 caltinay 3349 PathVariable('build_dir', 'Top-level build directory', Dir('#/build').abspath, PathVariable.PathIsDirCreate),
64 jfenwick 3259 BoolVariable('verbose', 'Output full compile/link lines', False),
65     # Compiler/Linker options
66     ('cxx', 'Path to C++ compiler', 'default'),
67 caltinay 4520 ('cc_flags', 'Base C++ compiler flags', 'default'),
68     ('cc_optim', 'Additional C++ flags for a non-debug build', 'default'),
69     ('cc_debug', 'Additional C++ flags for a debug build', 'default'),
70 caltinay 2967 ('cxx_extra', 'Extra C++ compiler flags', ''),
71 ksteube 1771 ('ld_extra', 'Extra linker flags', ''),
72 caltinay 5148 ('nvcc', 'Path to CUDA compiler', 'default'),
73     ('nvccflags', 'Base CUDA compiler flags', 'default'),
74 jfenwick 3259 BoolVariable('werror','Treat compiler warnings as errors', True),
75     BoolVariable('debug', 'Compile with debug flags', False),
76     BoolVariable('openmp', 'Compile parallel version using OpenMP', False),
77     ('omp_flags', 'OpenMP compiler flags', 'default'),
78     ('omp_ldflags', 'OpenMP linker flags', 'default'),
79     # Mandatory libraries
80     ('boost_prefix', 'Prefix/Paths of boost installation', default_prefix),
81 jfenwick 3338 ('boost_libs', 'Boost libraries to link with', ['boost_python-mt']),
82 caltinay 3597 # Mandatory for tests
83     ('cppunit_prefix', 'Prefix/Paths of CppUnit installation', default_prefix),
84     ('cppunit_libs', 'CppUnit libraries to link with', ['cppunit']),
85 jfenwick 3259 # Optional libraries and options
86     EnumVariable('mpi', 'Compile parallel version using MPI flavour', 'none', allowed_values=mpi_flavours),
87     ('mpi_prefix', 'Prefix/Paths of MPI installation', default_prefix),
88     ('mpi_libs', 'MPI shared libraries to link with', ['mpi']),
89 caltinay 5250 BoolVariable('cuda', 'Enable GPU code with CUDA (requires thrust)', False),
90     ('thrust_prefix', 'Prefix/Paths to NVidia thrust installation', default_prefix),
91 jfenwick 3259 BoolVariable('netcdf', 'Enable netCDF file support', False),
92     ('netcdf_prefix', 'Prefix/Paths of netCDF installation', default_prefix),
93     ('netcdf_libs', 'netCDF libraries to link with', ['netcdf_c++', 'netcdf']),
94     BoolVariable('parmetis', 'Enable ParMETIS (requires MPI)', False),
95     ('parmetis_prefix', 'Prefix/Paths of ParMETIS installation', default_prefix),
96     ('parmetis_libs', 'ParMETIS libraries to link with', ['parmetis', 'metis']),
97     BoolVariable('mkl', 'Enable the Math Kernel Library', False),
98     ('mkl_prefix', 'Prefix/Paths to MKL installation', default_prefix),
99     ('mkl_libs', 'MKL libraries to link with', ['mkl_solver','mkl_em64t','guide','pthread']),
100     BoolVariable('umfpack', 'Enable UMFPACK', False),
101     ('umfpack_prefix', 'Prefix/Paths to UMFPACK installation', default_prefix),
102     ('umfpack_libs', 'UMFPACK libraries to link with', ['umfpack']),
103 lgao 3508 BoolVariable('boomeramg', 'Enable BoomerAMG', False),
104     ('boomeramg_prefix', 'Prefix/Paths to BoomerAMG installation', default_prefix),
105     ('boomeramg_libs', 'BoomerAMG libraries to link with', ['boomeramg']),
106 jfenwick 3259 EnumVariable('lapack', 'Set LAPACK flavour', 'none', allowed_values=lapack_flavours),
107     ('lapack_prefix', 'Prefix/Paths to LAPACK installation', default_prefix),
108     ('lapack_libs', 'LAPACK libraries to link with', []),
109     BoolVariable('silo', 'Enable the Silo file format in weipa', False),
110     ('silo_prefix', 'Prefix/Paths to Silo installation', default_prefix),
111 caltinay 2184 ('silo_libs', 'Silo libraries to link with', ['siloh5', 'hdf5']),
112 jfenwick 3259 BoolVariable('visit', 'Enable the VisIt simulation interface', False),
113     ('visit_prefix', 'Prefix/Paths to VisIt installation', default_prefix),
114     ('visit_libs', 'VisIt libraries to link with', ['simV2']),
115 caltinay 5184 ListVariable('domains', 'Which domains to build', 'all',\
116     ['dudley','finley','ripley','speckley']),
117 jfenwick 3259 # Advanced settings
118 caltinay 5266 ('launcher', 'Launcher command (e.g. mpirun)', 'default'),
119     ('prelaunch', 'Command to execute before launcher (e.g. mpdboot)', 'default'),
120     ('postlaunch', 'Command to execute after launcher (e.g. mpdexit)', 'default'),
121 jfenwick 3259 #dudley_assemble_flags = -funroll-loops to actually do something
122     ('dudley_assemble_flags', 'compiler flags for some dudley optimisations', ''),
123     # To enable passing function pointers through python
124     BoolVariable('iknowwhatimdoing', 'Allow non-standard C', False),
125 caltinay 5266 # An option for specifying the compiler tools
126 jfenwick 3259 ('tools_names', 'Compiler tools to use', ['default']),
127     ('env_export', 'Environment variables to be passed to tools',[]),
128     EnumVariable('forcelazy', 'For testing use only - set the default value for autolazy', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
129     EnumVariable('forcecollres', 'For testing use only - set the default value for force resolving collective ops', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
130 caltinay 3598 ('build_shared', 'Build dynamic libraries only', False),
131 jfenwick 3259 ('sys_libs', 'Extra libraries to link with', []),
132     ('escript_opts_version', 'Version of options file (do not specify on command line)'),
133 jfenwick 3618 ('SVN_VERSION', 'Do not use from options file', -2),
134 jfenwick 3851 ('pythoncmd', 'which python to compile with','python'),
135 jfenwick 3892 ('usepython3', 'Is this a python3 build? (experimental)', False),
136     ('pythonlibname', 'Name of the python library to link. (This is found automatically for python2.X.)', ''),
137 jfenwick 3942 ('pythonlibpath', 'Path to the python library. (You should not need to set this unless your python has moved)',''),
138     ('pythonincpath','Path to python include files. (You should not need to set this unless your python has moved',''),
139 caltinay 5250 BoolVariable('longindices', 'use long indices (for very large matrices)', False),
140 jfenwick 3961 BoolVariable('BADPYTHONMACROS','Extra \#include to get around a python bug.', True),
141 sshaw 4738 BoolVariable('compressed_files','Enables reading from compressed binary files', True),
142 caltinay 5250 ('compression_libs', 'Compression libraries to link with', ['boost_iostreams']),
143     BoolVariable('papi', 'Enable PAPI', False),
144     ('papi_prefix', 'Prefix/Paths to PAPI installation', default_prefix),
145     ('papi_libs', 'PAPI libraries to link with', ['papi']),
146     BoolVariable('papi_instrument_solver', 'Use PAPI to instrument each iteration of the solver', False)
147 robwdcock 682 )
148 phornby 1232
149 jfenwick 3259 ##################### Create environment and help text #######################
150 jfenwick 3078
151 jfenwick 3259 # Intel's compiler uses regular expressions improperly and emits a warning
152     # about failing to find the compilers. This warning can be safely ignored.
153 jfenwick 3078
154 caltinay 3319 # PATH is needed so the compiler, linker and tools are found if they are not
155     # in default locations.
156     env = Environment(tools = ['default'], options = vars,
157     ENV = {'PATH': os.environ['PATH']})
158 jfenwick 3967
159 caltinay 4295 # set the vars for clang
160 jfenwick 3967 def mkclang(env):
161 caltinay 4295 env['CXX']='clang++'
162    
163 caltinay 5045 if env['tools_names'] != ['default']:
164 jfenwick 3967 zz=env['tools_names']
165     if 'clang' in zz:
166     zz.remove('clang')
167     zz.insert(0, mkclang)
168 caltinay 3319 env = Environment(tools = ['default'] + env['tools_names'], options = vars,
169     ENV = {'PATH' : os.environ['PATH']})
170 jfenwick 3078
171 jfenwick 3259 if options_file:
172     opts_valid=False
173     if 'escript_opts_version' in env.Dictionary() and \
174     int(env['escript_opts_version']) >= REQUIRED_OPTS_VERSION:
175     opts_valid=True
176     if opts_valid:
177     print("Using options in %s." % options_file)
178     else:
179     print("\nOptions file %s" % options_file)
180     print("is outdated! Please update the file by examining one of the TEMPLATE")
181     print("files in the scons/ subdirectory and setting escript_opts_version to %d.\n"%REQUIRED_OPTS_VERSION)
182     Exit(1)
183 jfenwick 3078
184 jfenwick 3259 # Generate help text (scons -h)
185     Help(vars.GenerateHelpText(env))
186 jfenwick 3078
187 jfenwick 3259 # Check for superfluous options
188 caltinay 3268 if len(vars.UnknownVariables())>0:
189     for k in vars.UnknownVariables():
190     print("Unknown option '%s'" % k)
191     Exit(1)
192 jfenwick 3078
193 caltinay 5148 if env['cuda']:
194     if env['nvcc'] != 'default':
195     env['NVCC'] = env['nvcc']
196     env.Tool('nvcc')
197    
198 sshaw 5381 if 'dudley' in env['domains']:
199     env['domains'].append('finley')
200    
201 caltinay 4295 # create dictionary which will be populated with info for buildvars file
202     env['buildvars']={}
203     # create list which will be populated with warnings if there are any
204     env['warnings']=[]
205    
206 jfenwick 3259 #################### Make sure install directories exist #####################
207 ksteube 1705
208 caltinay 4046 env['BUILD_DIR']=Dir(env['build_dir']).abspath
209 jfenwick 3259 prefix=Dir(env['prefix']).abspath
210 caltinay 4295 env['buildvars']['prefix']=prefix
211 jfenwick 3259 env['incinstall'] = os.path.join(prefix, 'include')
212     env['bininstall'] = os.path.join(prefix, 'bin')
213     env['libinstall'] = os.path.join(prefix, 'lib')
214     env['pyinstall'] = os.path.join(prefix, 'esys')
215 jfenwick 2604 if not os.path.isdir(env['bininstall']):
216     os.makedirs(env['bininstall'])
217     if not os.path.isdir(env['libinstall']):
218     os.makedirs(env['libinstall'])
219     if not os.path.isdir(env['pyinstall']):
220     os.makedirs(env['pyinstall'])
221    
222 jfenwick 3259 env.Append(CPPPATH = [env['incinstall']])
223     env.Append(LIBPATH = [env['libinstall']])
224 jfenwick 2603
225 jfenwick 3259 ################# Fill in compiler options if not set above ##################
226 ksteube 1312
227 jfenwick 3259 if env['cxx'] != 'default': env['CXX']=env['cxx']
228 gross 1024
229 jfenwick 3259 # version >=9 of intel C++ compiler requires use of icpc to link in C++
230     # runtimes (icc does not)
231     if not IS_WINDOWS and os.uname()[4]=='ia64' and env['CXX']=='icpc':
232     env['LINK'] = env['CXX']
233 phornby 1243
234 jfenwick 3259 # default compiler/linker options
235     cc_flags = ''
236     cc_optim = ''
237     cc_debug = ''
238     omp_flags = ''
239     omp_ldflags = ''
240     fatalwarning = '' # switch to turn warnings into errors
241     sysheaderopt = '' # how to indicate that a header is a system header
242 jfenwick 2130
243 jfenwick 3259 # env['CC'] might be a full path
244 caltinay 4520 cc_name=os.path.basename(env['CXX'])
245 caltinay 2882
246 caltinay 4520 if cc_name == 'icpc':
247 jfenwick 3259 # Intel compiler
248 caltinay 4090 # #1875: offsetof applied to non-POD types is nonstandard (in boost)
249 jfenwick 4542 # removed -std=c99 because icpc doesn't like it and we aren't using c anymore
250 caltinay 4775 cc_flags = "-fPIC -w2 -wd1875 -Wno-unknown-pragmas"
251 caltinay 4877 cc_optim = "-O3 -ftz -fno-alias -inline-level=2 -ipo -xHost"
252 jfenwick 3259 cc_debug = "-g -O0 -DDOASSERT -DDOPROF -DBOUNDS_CHECK"
253 caltinay 4090 omp_flags = "-openmp"
254     omp_ldflags = "-openmp -openmp_report=1"
255 jfenwick 3259 fatalwarning = "-Werror"
256 caltinay 4520 elif cc_name[:3] == 'g++':
257 caltinay 5250 # GNU C++ on any system
258 caltinay 4173 # note that -ffast-math is not used because it breaks isnan(),
259     # see mantis #691
260 caltinay 4775 cc_flags = "-pedantic -Wall -fPIC -Wno-unknown-pragmas -Wno-sign-compare -Wno-system-headers -Wno-long-long -Wno-strict-aliasing -finline-functions"
261 jfenwick 3259 cc_optim = "-O3"
262 caltinay 5250 #max-vartrack-size: avoid vartrack limit being exceeded with escriptcpp.cpp
263     cc_debug = "-g3 -O0 -D_GLIBCXX_DEBUG -DDOASSERT -DDOPROF -DBOUNDS_CHECK --param=max-vartrack-size=100000000"
264 jfenwick 3259 omp_flags = "-fopenmp"
265     omp_ldflags = "-fopenmp"
266     fatalwarning = "-Werror"
267     sysheaderopt = "-isystem"
268     elif cc_name == 'cl':
269     # Microsoft Visual C on Windows
270     cc_flags = "/EHsc /MD /GR /wd4068 /D_USE_MATH_DEFINES /DDLL_NETCDF"
271     cc_optim = "/O2 /Op /W3"
272     cc_debug = "/Od /RTCcsu /ZI /DBOUNDS_CHECK"
273     fatalwarning = "/WX"
274     elif cc_name == 'icl':
275     # Intel C on Windows
276     cc_flags = '/EHsc /GR /MD'
277     cc_optim = '/fast /Oi /W3 /Qssp /Qinline-factor- /Qinline-min-size=0 /Qunroll'
278     cc_debug = '/Od /RTCcsu /Zi /Y- /debug:all /Qtrapuv'
279     omp_flags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
280     omp_ldflags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
281 phornby 1243
282 caltinay 4295 env['sysheaderopt']=sysheaderopt
283    
284 jfenwick 3259 # set defaults if not otherwise specified
285     if env['cc_flags'] == 'default': env['cc_flags'] = cc_flags
286     if env['cc_optim'] == 'default': env['cc_optim'] = cc_optim
287     if env['cc_debug'] == 'default': env['cc_debug'] = cc_debug
288     if env['omp_flags'] == 'default': env['omp_flags'] = omp_flags
289     if env['omp_ldflags'] == 'default': env['omp_ldflags'] = omp_ldflags
290     if env['cxx_extra'] != '': env.Append(CXXFLAGS = env['cxx_extra'])
291     if env['ld_extra'] != '': env.Append(LINKFLAGS = env['ld_extra'])
292 jfenwick 2130
293 caltinay 5148 if env['nvccflags'] != 'default':
294     env['NVCCFLAGS'] = env['nvccflags']
295     env['SHNVCCFLAGS'] = env['nvccflags'] + ' -shared'
296    
297 caltinay 5183 if env['BADPYTHONMACROS']:
298     env.Append(CPPDEFINES = ['BADPYTHONMACROS'])
299 jfenwick 3961
300 caltinay 5183 if env['longindices']:
301     env.Append(CPPDEFINES = ['ESYS_INDEXTYPE_LONG'])
302    
303 jfenwick 3892 if env['usepython3']:
304     env.Append(CPPDEFINES=['ESPYTHON3'])
305    
306 jfenwick 3259 # set up the autolazy values
307     if env['forcelazy'] == 'on':
308     env.Append(CPPDEFINES=['FAUTOLAZYON'])
309     elif env['forcelazy'] == 'off':
310     env.Append(CPPDEFINES=['FAUTOLAZYOFF'])
311 ksteube 1312
312 jfenwick 3259 # set up the collective resolve values
313     if env['forcecollres'] == 'on':
314     env.Append(CPPDEFINES=['FRESCOLLECTON'])
315     elif env['forcecollres'] == 'off':
316     env.Append(CPPDEFINES=['FRESCOLLECTOFF'])
317 jfenwick 2273
318 jfenwick 3259 # allow non-standard C if requested
319 jfenwick 2827 if env['iknowwhatimdoing']:
320 jfenwick 3259 env.Append(CPPDEFINES=['IKNOWWHATIMDOING'])
321 jfenwick 2827
322 jfenwick 3259 # Disable OpenMP if no flags provided
323     if env['openmp'] and env['omp_flags'] == '':
324 caltinay 4295 env['warnings'].append("OpenMP requested but no flags provided - disabling OpenMP!")
325 jfenwick 3259 env['openmp'] = False
326 gross 1160
327 jfenwick 3259 if env['openmp']:
328     env.Append(CCFLAGS = env['omp_flags'])
329     if env['omp_ldflags'] != '': env.Append(LINKFLAGS = env['omp_ldflags'])
330     else:
331     env['omp_flags']=''
332     env['omp_ldflags']=''
333 ksteube 1312
334 caltinay 4295 env['buildvars']['openmp']=int(env['openmp'])
335    
336 jfenwick 3259 # add debug/non-debug compiler flags
337 caltinay 4295 env['buildvars']['debug']=int(env['debug'])
338 jfenwick 3259 if env['debug']:
339     env.Append(CCFLAGS = env['cc_debug'])
340 gross 2423 else:
341 jfenwick 3259 env.Append(CCFLAGS = env['cc_optim'])
342 gross 1163
343 jfenwick 3259 # always add cc_flags
344     env.Append(CCFLAGS = env['cc_flags'])
345 phornby 1243
346 jfenwick 3259 # add system libraries
347     env.AppendUnique(LIBS = env['sys_libs'])
348 gross 2363
349 caltinay 5266 # set defaults for launchers if not otherwise specified
350     if env['prelaunch'] == 'default':
351     if env['mpi'] == 'INTELMPI' and env['openmp']:
352     env['prelaunch'] = "export I_MPI_PIN_DOMAIN=omp"
353     elif env['mpi'] == 'OPENMPI':
354     # transform comma-separated list to '-x a -x b -x c ...'
355     env['prelaunch'] = "EE=$(echo %e|sed -e 's/,/ -x /g')"
356     elif env['mpi'] == 'MPT':
357     env['prelaunch'] = "export MPI_NUM_MEMORY_REGIONS=0"
358     elif env['mpi'] == 'MPICH2':
359     env['prelaunch'] = "mpdboot -n %n -r ssh -f %f"
360     else:
361     env['prelaunch'] = ""
362    
363     if env['launcher'] == 'default':
364     if env['mpi'] == 'INTELMPI':
365     env['launcher'] = "mpirun -hostfile %f -n %N -ppn %p %b"
366     elif env['mpi'] == 'OPENMPI':
367 caltinay 5277 env['launcher'] = "mpirun --gmca mpi_warn_on_fork 0 -x ${EE} --host %h -bynode -bind-to-core --cpus-per-rank %t -np %N %b"
368 caltinay 5266 elif env['mpi'] == 'MPT':
369     env['launcher'] = "mpirun %h -np %p %b"
370     elif env['mpi'] == 'MPICH':
371     env['launcher'] = "mpirun -machinefile %f -np %N %b"
372     elif env['mpi'] == 'MPICH2':
373     env['launcher'] = "mpiexec -genvlist %e -np %N %b"
374     else:
375     env['launcher'] = "%b"
376    
377     if env['postlaunch'] == 'default':
378     if env['mpi'] == 'MPICH2':
379     env['postlaunch'] = "mpdallexit"
380     else:
381     env['postlaunch'] = ""
382    
383 caltinay 4295 # determine svn revision
384 jfenwick 3618 global_revision=ARGUMENTS.get('SVN_VERSION', None)
385     if global_revision:
386     global_revision = re.sub(':.*', '', global_revision)
387     global_revision = re.sub('[^0-9]', '', global_revision)
388     if global_revision == '': global_revision='-2'
389     else:
390     # Get the global Subversion revision number for the getVersion() method
391     try:
392 jfenwick 3259 global_revision = os.popen('svnversion -n .').read()
393     global_revision = re.sub(':.*', '', global_revision)
394     global_revision = re.sub('[^0-9]', '', global_revision)
395     if global_revision == '': global_revision='-2'
396 jfenwick 3618 except:
397 jfenwick 3259 global_revision = '-1'
398 caltinay 3271 env['svn_revision']=global_revision
399 caltinay 4295 env['buildvars']['svn_revision']=global_revision
400 jfenwick 3259 env.Append(CPPDEFINES=['SVN_VERSION='+global_revision])
401 gross 2363
402 jfenwick 3259 if IS_WINDOWS:
403 caltinay 3602 if not env['build_shared']:
404 jfenwick 3259 env.Append(CPPDEFINES = ['ESYSUTILS_STATIC_LIB'])
405     env.Append(CPPDEFINES = ['PASO_STATIC_LIB'])
406 gross 2363
407 caltinay 4295 env['IS_WINDOWS']=IS_WINDOWS
408    
409 jfenwick 3259 ###################### Copy required environment vars ########################
410 gross 2363
411 jfenwick 3259 # Windows doesn't use LD_LIBRARY_PATH but PATH instead
412     if IS_WINDOWS:
413     LD_LIBRARY_PATH_KEY='PATH'
414     env['ENV']['LD_LIBRARY_PATH']=''
415     else:
416     LD_LIBRARY_PATH_KEY='LD_LIBRARY_PATH'
417 robwdcock 682
418 caltinay 4295 env['LD_LIBRARY_PATH_KEY']=LD_LIBRARY_PATH_KEY
419    
420 caltinay 3319 # the following env variables are exported for the unit tests
421 phornby 1244
422 jfenwick 3259 for key in 'OMP_NUM_THREADS', 'ESCRIPT_NUM_PROCS', 'ESCRIPT_NUM_NODES':
423     try:
424     env['ENV'][key] = os.environ[key]
425     except KeyError:
426 caltinay 5045 env['ENV'][key] = '1'
427 robwdcock 682
428 jfenwick 3259 env_export=env['env_export']
429 caltinay 4917 env_export.extend(['ESCRIPT_NUM_THREADS','ESCRIPT_HOSTFILE','DISPLAY','XAUTHORITY','PATH','HOME','KMP_MONITOR_STACKSIZE','TMPDIR','TEMP','TMP','LD_PRELOAD'])
430 robwdcock 682
431 jfenwick 3259 for key in set(env_export):
432     try:
433     env['ENV'][key] = os.environ[key]
434     except KeyError:
435     pass
436 ksteube 1312
437 jfenwick 3259 try:
438     env.PrependENVPath(LD_LIBRARY_PATH_KEY, os.environ[LD_LIBRARY_PATH_KEY])
439     except KeyError:
440     pass
441 ksteube 1312
442 jfenwick 4640 if IS_OSX:
443     try:
444     env.PrependENVPath('DYLD_LIBRARY_PATH', os.environ['DYLD_LIBRARY_PATH'])
445     except KeyError:
446     pass
447    
448    
449 jfenwick 3259 # these shouldn't be needed
450     #for key in 'C_INCLUDE_PATH','CPLUS_INCLUDE_PATH','LIBRARY_PATH':
451     # try:
452     # env['ENV'][key] = os.environ[key]
453     # except KeyError:
454     # pass
455 ksteube 1312
456 jfenwick 3259 try:
457     env['ENV']['PYTHONPATH'] = os.environ['PYTHONPATH']
458     except KeyError:
459     pass
460 ksteube 1312
461 jfenwick 3259 ######################## Add some custom builders ############################
462 ksteube 1312
463 jfenwick 3851 if env['pythoncmd']=='python':
464     py_builder = Builder(action = build_py, suffix = '.pyc', src_suffix = '.py', single_source=True)
465     else:
466 jfenwick 3892 py_builder = Builder(action = env['pythoncmd']+" scripts/py_comp.py $SOURCE $TARGET", suffix = '.pyc', src_suffix = '.py', single_source=True)
467 jfenwick 3259 env.Append(BUILDERS = {'PyCompile' : py_builder});
468 gross 2423
469 jfenwick 3259 runUnitTest_builder = Builder(action = runUnitTest, suffix = '.passed', src_suffix=env['PROGSUFFIX'], single_source=True)
470     env.Append(BUILDERS = {'RunUnitTest' : runUnitTest_builder});
471 gross 2423
472 jfenwick 3259 runPyUnitTest_builder = Builder(action = runPyUnitTest, suffix = '.passed', src_suffic='.py', single_source=True)
473     env.Append(BUILDERS = {'RunPyUnitTest' : runPyUnitTest_builder});
474 ksteube 1756
475 sshaw 5017 runPyExample_builder = Builder(action = runPyExample, suffix = '.passed', src_suffic='.py', single_source=True)
476     env.Append(BUILDERS = {'RunPyExample' : runPyExample_builder});
477    
478 jfenwick 3259 epstopdfbuilder = Builder(action = eps2pdf, suffix='.pdf', src_suffix='.eps', single_source=True)
479     env.Append(BUILDERS = {'EpsToPDF' : epstopdfbuilder});
480 ksteube 817
481 jfenwick 3259 ############################ Dependency checks ###############################
482 phornby 1246
483 caltinay 4295 ######## Compiler
484     env=checkCompiler(env)
485 phornby 1634
486 jfenwick 3259 ######## Python headers & library (required)
487 caltinay 4295 env=checkPython(env)
488 gross 806
489 caltinay 4295 ######## boost & boost-python (required)
490     env=checkBoost(env)
491 jfenwick 3892
492 caltinay 5148 ######## NVCC version (optional)
493     if env['cuda']:
494     env=checkCudaVersion(env)
495    
496 caltinay 4295 ######## numpy (required) and numpy headers (optional)
497     env=checkNumpy(env)
498 jfenwick 3892
499 caltinay 3597 ######## CppUnit (required for tests)
500 caltinay 4295 env=checkCppUnit(env)
501 caltinay 3597
502 caltinay 4295 ######## optional python modules (sympy, pyproj)
503     env=checkOptionalModules(env)
504 caltinay 3597
505 caltinay 4295 ######## optional dependencies (netCDF, PAPI, MKL, UMFPACK, Lapack, Silo, ...)
506     env=checkOptionalLibraries(env)
507 caltinay 3975
508 sshaw 5320 #use gmsh info to set some defines
509     if env['gmsh'] == 's':
510     env.Append(CPPDEFINES=['GMSH'])
511     elif env['gmsh'] == 'm':
512     env.Append(CPPDEFINES=['GMSH','GMSH_MPI'])
513    
514 caltinay 3604 ######## PDFLaTeX (for documentation)
515 caltinay 4295 env=checkPDFLatex(env)
516 caltinay 3604
517 jfenwick 3259 # keep some of our install paths first in the list for the unit tests
518     env.PrependENVPath(LD_LIBRARY_PATH_KEY, env['libinstall'])
519     env.PrependENVPath('PYTHONPATH', prefix)
520     env['ENV']['ESCRIPT_ROOT'] = prefix
521 ksteube 1705
522 jfenwick 3259 if not env['verbose']:
523     env['CXXCOMSTR'] = "Compiling $TARGET"
524     env['SHCXXCOMSTR'] = "Compiling $TARGET"
525     env['ARCOMSTR'] = "Linking $TARGET"
526     env['LINKCOMSTR'] = "Linking $TARGET"
527     env['SHLINKCOMSTR'] = "Linking $TARGET"
528 caltinay 3271 env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
529     env['BIBTEXCOMSTR'] = "Generating bibliography $TARGET"
530     env['MAKEINDEXCOMSTR'] = "Generating index $TARGET"
531     env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
532 jfenwick 3259 #Progress(['Checking -\r', 'Checking \\\r', 'Checking |\r', 'Checking /\r'], interval=17)
533 ksteube 1705
534 jfenwick 3259 ####################### Configure the subdirectories #########################
535 ksteube 1247
536 caltinay 4295 # remove obsolete files
537     if not env['usempi']:
538     Execute(Delete(os.path.join(env['libinstall'], 'pythonMPI')))
539     Execute(Delete(os.path.join(env['libinstall'], 'pythonMPIredirect')))
540    
541 jfenwick 2235 from grouptest import *
542     TestGroups=[]
543    
544 jfenwick 3259 # keep an environment without warnings-as-errors
545     dodgy_env=env.Clone()
546 jfenwick 2827
547 jfenwick 3259 # now add warnings-as-errors flags. This needs to be done after configuration
548     # because the scons test files have warnings in them
549     if ((fatalwarning != '') and (env['werror'])):
550     env.Append(CCFLAGS = fatalwarning)
551 jfenwick 2827
552 phornby 2027 Export(
553 jfenwick 3259 ['env',
554     'dodgy_env',
555     'IS_WINDOWS',
556     'TestGroups'
557     ]
558     )
559 ksteube 1705
560 caltinay 5184 #do not auto build
561 caltinay 3349 env.SConscript(dirs = ['tools/escriptconvert'], variant_dir='$BUILD_DIR/$PLATFORM/tools/escriptconvert', duplicate=0)
562     env.SConscript(dirs = ['paso/src'], variant_dir='$BUILD_DIR/$PLATFORM/paso', duplicate=0)
563     env.SConscript(dirs = ['weipa/src'], variant_dir='$BUILD_DIR/$PLATFORM/weipa', duplicate=0)
564 jfenwick 4508 env.SConscript(dirs = ['escript/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/escript', duplicate=0)
565    
566 caltinay 5148 env.SConscript(dirs = ['cusplibrary'])
567    
568 jfenwick 4508 #This will pull in the escriptcore/py_src and escriptcore/test
569     env.SConscript(dirs = ['escriptcore/src'], variant_dir='$BUILD_DIR/$PLATFORM/escriptcore', duplicate=0)
570 caltinay 3349 env.SConscript(dirs = ['esysUtils/src'], variant_dir='$BUILD_DIR/$PLATFORM/esysUtils', duplicate=0)
571 jfenwick 3675 env.SConscript(dirs = ['pasowrap/src'], variant_dir='$BUILD_DIR/$PLATFORM/pasowrap', duplicate=0)
572 caltinay 5184 if 'dudley' in env['domains']:
573     env.SConscript(dirs = ['dudley/src'], variant_dir='$BUILD_DIR/$PLATFORM/dudley', duplicate=0)
574     if 'finley' in env['domains']:
575     env.SConscript(dirs = ['finley/src'], variant_dir='$BUILD_DIR/$PLATFORM/finley', duplicate=0)
576     if 'ripley' in env['domains']:
577     env.SConscript(dirs = ['ripley/src'], variant_dir='$BUILD_DIR/$PLATFORM/ripley', duplicate=0)
578     if 'speckley' in env['domains']:
579     env.SConscript(dirs = ['speckley/src'], variant_dir='$BUILD_DIR/$PLATFORM/speckley', duplicate=0)
580 caltinay 3947 env.SConscript(dirs = ['downunder/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/downunder', duplicate=0)
581 caltinay 3349 env.SConscript(dirs = ['modellib/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/modellib', duplicate=0)
582     env.SConscript(dirs = ['pycad/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/pycad', duplicate=0)
583     env.SConscript(dirs = ['pythonMPI/src'], variant_dir='$BUILD_DIR/$PLATFORM/pythonMPI', duplicate=0)
584 caltinay 3947 env.SConscript(dirs = ['doc'], variant_dir='$BUILD_DIR/$PLATFORM/doc', duplicate=0)
585 caltinay 3349 env.SConscript(dirs = ['paso/profiling'], variant_dir='$BUILD_DIR/$PLATFORM/paso/profiling', duplicate=0)
586 phornby 1243
587 jfenwick 3892
588 jfenwick 3259 ######################## Populate the buildvars file #########################
589 jfenwick 2235
590 caltinay 4295 write_buildvars(env)
591 phornby 1243
592 caltinay 5266 write_launcher(env)
593    
594 jfenwick 3259 ################### Targets to build and install libraries ###################
595 jfenwick 2302
596 caltinay 3604 target_init = env.Command(os.path.join(env['pyinstall'],'__init__.py'), None, Touch('$TARGET'))
597 ksteube 1705 env.Alias('target_init', [target_init])
598 caltinay 3604 # delete buildvars upon cleanup
599     env.Clean('target_init', os.path.join(env['libinstall'], 'buildvars'))
600 ksteube 1705
601 jfenwick 3259 # The headers have to be installed prior to build in order to satisfy
602     # #include <paso/Common.h>
603     env.Alias('build_esysUtils', ['install_esysUtils_headers', 'build_esysUtils_lib'])
604     env.Alias('install_esysUtils', ['build_esysUtils', 'install_esysUtils_lib'])
605 ksteube 1705
606 jfenwick 3259 env.Alias('build_paso', ['install_paso_headers', 'build_paso_lib'])
607     env.Alias('install_paso', ['build_paso', 'install_paso_lib'])
608 ksteube 1705
609 jfenwick 3259 env.Alias('build_escript', ['install_escript_headers', 'build_escript_lib', 'build_escriptcpp_lib'])
610 jfenwick 4508 env.Alias('install_escript', ['build_escript', 'install_escript_lib', 'install_escriptcpp_lib', 'install_escriptcore_py', 'install_escript_py'])
611 caltinay 2810
612 jfenwick 3675 env.Alias('build_pasowrap', ['install_pasowrap_headers', 'build_pasowrap_lib', 'build_pasowrapcpp_lib'])
613     env.Alias('install_pasowrap', ['build_pasowrap', 'install_pasowrap_lib', 'install_pasowrapcpp_lib', 'install_pasowrap_py'])
614    
615 caltinay 5184 if 'dudley' in env['domains']:
616     env.Alias('build_dudley', ['install_dudley_headers', 'build_dudley_lib', 'build_dudleycpp_lib'])
617     env.Alias('install_dudley', ['build_dudley', 'install_dudley_lib', 'install_dudleycpp_lib', 'install_dudley_py'])
618 caltinay 3096
619 caltinay 5184 if 'finley' in env['domains']:
620     env.Alias('build_finley', ['install_finley_headers', 'build_finley_lib', 'build_finleycpp_lib'])
621     env.Alias('install_finley', ['build_finley', 'install_finley_lib', 'install_finleycpp_lib', 'install_finley_py'])
622 caltinay 2910
623 caltinay 5184 if 'ripley' in env['domains']:
624     env.Alias('build_ripley', ['install_cusp_headers', 'install_ripley_headers', 'build_ripley_lib', 'build_ripleycpp_lib'])
625     env.Alias('install_ripley', ['build_ripley', 'install_ripley_lib', 'install_ripleycpp_lib', 'install_ripley_py'])
626 caltinay 3792
627 caltinay 5184 if 'speckley' in env['domains']:
628     env.Alias('build_speckley', ['install_speckley_headers', 'build_speckley_lib', 'build_speckleycpp_lib'])
629     env.Alias('install_speckley', ['build_speckley', 'install_speckley_lib', 'install_speckleycpp_lib', 'install_speckley_py'])
630 sshaw 5123
631 jfenwick 3259 env.Alias('build_weipa', ['install_weipa_headers', 'build_weipa_lib', 'build_weipacpp_lib'])
632     env.Alias('install_weipa', ['build_weipa', 'install_weipa_lib', 'install_weipacpp_lib', 'install_weipa_py'])
633 ksteube 1705
634 jfenwick 3259 env.Alias('build_escriptreader', ['install_weipa_headers', 'build_escriptreader_lib'])
635     env.Alias('install_escriptreader', ['build_escriptreader', 'install_escriptreader_lib'])
636 ksteube 1705
637 jfenwick 3259 # Now gather all the above into some easy targets: build_all and install_all
638 ksteube 1705 build_all_list = []
639     build_all_list += ['build_esysUtils']
640     build_all_list += ['build_paso']
641     build_all_list += ['build_escript']
642 jfenwick 3675 build_all_list += ['build_pasowrap']
643 caltinay 5184 if 'dudley' in env['domains']: build_all_list += ['build_dudley']
644     if 'finley' in env['domains']: build_all_list += ['build_finley']
645     if 'ripley' in env['domains']: build_all_list += ['build_ripley']
646     if 'speckley' in env['domains']: build_all_list += ['build_speckley']
647 jfenwick 3259 build_all_list += ['build_weipa']
648 caltinay 5184 if not IS_WINDOWS and 'finley' in env['domains']:
649     build_all_list += ['build_escriptreader']
650 jfenwick 3259 if env['usempi']: build_all_list += ['build_pythonMPI']
651 ksteube 1705 env.Alias('build_all', build_all_list)
652    
653     install_all_list = []
654     install_all_list += ['target_init']
655     install_all_list += ['install_esysUtils']
656     install_all_list += ['install_paso']
657     install_all_list += ['install_escript']
658 jfenwick 3675 install_all_list += ['install_pasowrap']
659 caltinay 5184 if 'dudley' in env['domains']: install_all_list += ['install_dudley']
660     if 'finley' in env['domains']: install_all_list += ['install_finley']
661     if 'ripley' in env['domains']: install_all_list += ['install_ripley']
662     if 'speckley' in env['domains']: install_all_list += ['install_speckley']
663 jfenwick 3259 install_all_list += ['install_weipa']
664 caltinay 5184 if not IS_WINDOWS and 'finley' in env['domains']:
665     install_all_list += ['install_escriptreader']
666 caltinay 3947 install_all_list += ['install_downunder_py']
667 jfenwick 3259 install_all_list += ['install_modellib_py']
668     install_all_list += ['install_pycad_py']
669     if env['usempi']: install_all_list += ['install_pythonMPI']
670 ksteube 1705 env.Alias('install_all', install_all_list)
671    
672     # Default target is install
673     env.Default('install_all')
674    
675 jfenwick 3259 ################## Targets to build and run the test suite ###################
676 ksteube 1705
677 caltinay 3597 if not env['cppunit']:
678 caltinay 4520 test_msg = env.Command('.dummy.', None, '@echo "Cannot run C++ unit tests, CppUnit not found!";exit 1')
679 caltinay 3597 env.Alias('run_tests', test_msg)
680 caltinay 4249 env.Alias('build_tests', '')
681 caltinay 3597 env.Alias('run_tests', ['install_all'])
682     env.Alias('all_tests', ['install_all', 'run_tests', 'py_tests'])
683 jfenwick 2286 env.Alias('build_full',['install_all','build_tests','build_py_tests'])
684 caltinay 3349 env.Alias('build_PasoTests','$BUILD_DIR/$PLATFORM/paso/profiling/PasoTests')
685 ksteube 1705
686 jfenwick 3259 ##################### Targets to build the documentation #####################
687 artak 2820
688 jfenwick 4244 env.Alias('pdfdocs',['user_pdf', 'install_pdf', 'cookbook_pdf', 'inversion_pdf'])
689     env.Alias('basedocs', ['pdfdocs','examples_tarfile', 'examples_zipfile', 'api_doxygen'])
690 jfenwick 4167 env.Alias('docs', ['basedocs', 'sphinxdoc'])
691 jfenwick 3259 env.Alias('release_prep', ['docs', 'install_all'])
692 jfenwick 4167 env.Alias('release_prep_old', ['basedocs', 'api_epydoc', 'install_all'])
693 ksteube 1705
694 jfenwick 4078 # The test scripts are always generated, this target allows us to
695     # generate the testscripts without doing a full build
696     env.Alias('testscripts',[])
697    
698 jfenwick 3259 if not IS_WINDOWS:
699 caltinay 4295 generateTestScripts(env, TestGroups)
700 jfenwick 2879
701 caltinay 3604
702 caltinay 4295 ######################## Summarize our environment ###########################
703     def print_summary():
704     print("")
705 caltinay 4299 print("*** Config Summary (see config.log and <prefix>/lib/buildvars for details) ***")
706 caltinay 4295 print("Escript/Finley revision %s"%global_revision)
707     print(" Install prefix: %s"%env['prefix'])
708     print(" Python: %s"%sysconfig.PREFIX)
709     print(" boost: %s"%env['boost_prefix'])
710 caltinay 4299 if env['numpy_h']:
711     print(" numpy: YES (with headers)")
712     else:
713     print(" numpy: YES (without headers)")
714 caltinay 4295 if env['usempi']:
715     print(" MPI: YES (flavour: %s)"%env['mpi'])
716     else:
717 caltinay 5250 print(" MPI: NO")
718 caltinay 4295 if env['uselapack']:
719     print(" LAPACK: YES (flavour: %s)"%env['lapack'])
720     else:
721 caltinay 5250 print(" LAPACK: NO")
722 caltinay 5148 if env['cuda']:
723     print(" CUDA: YES (nvcc: %s)"%env['nvcc_version'])
724     else:
725 caltinay 5250 print(" CUDA: NO")
726 caltinay 4295 d_list=[]
727     e_list=[]
728 caltinay 5250 for i in 'debug','openmp','boomeramg','gdal','mkl','netcdf','papi','parmetis','pyproj','scipy','silo','sympy','umfpack','visit':
729 caltinay 4295 if env[i]: e_list.append(i)
730     else: d_list.append(i)
731     for i in e_list:
732     print("%16s: YES"%i)
733     for i in d_list:
734 caltinay 5250 print("%16s: NO"%i)
735 caltinay 4295 if env['cppunit']:
736 caltinay 5250 print(" CppUnit: YES")
737 caltinay 4295 else:
738 caltinay 5250 print(" CppUnit: NO")
739 caltinay 4295 if env['gmsh']=='m':
740 caltinay 5250 print(" gmsh: YES, MPI-ENABLED")
741 caltinay 4295 elif env['gmsh']=='s':
742 caltinay 5250 print(" gmsh: YES")
743 caltinay 4295 else:
744 caltinay 5250 print(" gmsh: NO")
745 sshaw 4738 print( " gzip: " + ("YES" if env['compressed_files'] else "NO"))
746 caltinay 4299
747 caltinay 4295 if ((fatalwarning != '') and (env['werror'])):
748     print(" Treating warnings as errors")
749     else:
750     print(" NOT treating warnings as errors")
751     print("")
752     for w in env['warnings']:
753     print("WARNING: %s"%w)
754 sshaw 4726 if len(GetBuildFailures()):
755     print("\nERROR: build stopped due to errors\n")
756     else:
757     print("\nSUCCESS: build complete\n")
758 caltinay 4295
759     atexit.register(print_summary)
760    

  ViewVC Help
Powered by ViewVC 1.1.26