/[escript]/branches/4.0fordebian/SConstruct
ViewVC logotype

Annotation of /branches/4.0fordebian/SConstruct

Parent Directory Parent Directory | Revision Log Revision Log


Revision 5406 - (hide annotations)
Thu Dec 18 01:54:42 2014 UTC (4 years, 4 months ago) by jfenwick
Original Path: release/4.0/SConstruct
File size: 32405 byte(s)
Changes from trunk
1 jfenwick 3982 ##############################################################################
2 jgs 214 #
3 jfenwick 4657 # Copyright (c) 2003-2014 by University of Queensland
4 jfenwick 3982 # http://www.uq.edu.au
5 ksteube 1811 #
6     # Primary Business: Queensland, Australia
7     # Licensed under the Open Software License version 3.0
8     # http://www.opensource.org/licenses/osl-3.0.php
9     #
10 jfenwick 3982 # Development until 2012 by Earth Systems Science Computational Center (ESSCC)
11 jfenwick 4657 # Development 2012-2013 by School of Earth Sciences
12     # Development from 2014 by Centre for Geoscience Computing (GeoComp)
13 jfenwick 3982 #
14     ##############################################################################
15 jgs 455
16 jfenwick 3259 EnsureSConsVersion(0,98,1)
17     EnsurePythonVersion(2,5)
18 ksteube 1811
19 caltinay 4295 import atexit, sys, os, platform, re
20 jfenwick 3259 from distutils import sysconfig
21 caltinay 4295 from dependencies import *
22 jfenwick 3259 from site_init import *
23 jgs 214
24 jfenwick 3259 # Version number to check for in options file. Increment when new features are
25     # added or existing options changed.
26 caltinay 5148 REQUIRED_OPTS_VERSION=202
27 ksteube 1705
28     # MS Windows support, many thanks to PH
29 jfenwick 3259 IS_WINDOWS = (os.name == 'nt')
30 gross 806
31 jfenwick 4640 IS_OSX = (os.uname()[0] == 'Darwin')
32    
33 jfenwick 3259 ########################## Determine options file ############################
34     # 1. command line
35     # 2. scons/<hostname>_options.py
36     # 3. name as part of a cluster
37 jfenwick 2391 options_file=ARGUMENTS.get('options_file', None)
38     if not options_file:
39 jfenwick 3259 ext_dir = os.path.join(os.getcwd(), 'scons')
40     hostname = platform.node().split('.')[0]
41     for name in hostname, effectiveName(hostname):
42     mangledhostname = re.sub('[^0-9a-zA-Z]', '_', hostname)
43     options_file = os.path.join(ext_dir, mangledhostname+'_options.py')
44     if os.path.isfile(options_file): break
45 jfenwick 2391
46 ksteube 1866 if not os.path.isfile(options_file):
47 jfenwick 3259 print("\nWARNING:\nOptions file %s" % options_file)
48     print("not found! Default options will be used which is most likely suboptimal.")
49 jduplessis 4889 print("We recommend that you copy the most relavent options file in the scons/os/")
50 jfenwick 3259 print("subdirectory and customize it to your needs.\n")
51     options_file = None
52 ksteube 1217
53 jfenwick 3259 ############################### Build options ################################
54 gross 1149
55 jfenwick 3259 default_prefix='/usr'
56 jfenwick 3618 mpi_flavours=('no', 'none', 'MPT', 'MPICH', 'MPICH2', 'OPENMPI', 'INTELMPI')
57 jfenwick 3259 lapack_flavours=('none', 'clapack', 'mkl')
58 jfenwick 2430
59 jfenwick 3259 vars = Variables(options_file, ARGUMENTS)
60     vars.AddVariables(
61     PathVariable('options_file', 'Path to options file', options_file, PathVariable.PathIsFile),
62     PathVariable('prefix', 'Installation prefix', Dir('#.').abspath, PathVariable.PathIsDirCreate),
63 caltinay 3349 PathVariable('build_dir', 'Top-level build directory', Dir('#/build').abspath, PathVariable.PathIsDirCreate),
64 jfenwick 3259 BoolVariable('verbose', 'Output full compile/link lines', False),
65     # Compiler/Linker options
66     ('cxx', 'Path to C++ compiler', 'default'),
67 caltinay 4520 ('cc_flags', 'Base C++ compiler flags', 'default'),
68     ('cc_optim', 'Additional C++ flags for a non-debug build', 'default'),
69     ('cc_debug', 'Additional C++ flags for a debug build', 'default'),
70 caltinay 2967 ('cxx_extra', 'Extra C++ compiler flags', ''),
71 ksteube 1771 ('ld_extra', 'Extra linker flags', ''),
72 caltinay 5148 ('nvcc', 'Path to CUDA compiler', 'default'),
73     ('nvccflags', 'Base CUDA compiler flags', 'default'),
74 jfenwick 3259 BoolVariable('werror','Treat compiler warnings as errors', True),
75     BoolVariable('debug', 'Compile with debug flags', False),
76     BoolVariable('openmp', 'Compile parallel version using OpenMP', False),
77     ('omp_flags', 'OpenMP compiler flags', 'default'),
78     ('omp_ldflags', 'OpenMP linker flags', 'default'),
79     # Mandatory libraries
80     ('boost_prefix', 'Prefix/Paths of boost installation', default_prefix),
81 jfenwick 3338 ('boost_libs', 'Boost libraries to link with', ['boost_python-mt']),
82 caltinay 3597 # Mandatory for tests
83     ('cppunit_prefix', 'Prefix/Paths of CppUnit installation', default_prefix),
84     ('cppunit_libs', 'CppUnit libraries to link with', ['cppunit']),
85 jfenwick 3259 # Optional libraries and options
86     EnumVariable('mpi', 'Compile parallel version using MPI flavour', 'none', allowed_values=mpi_flavours),
87     ('mpi_prefix', 'Prefix/Paths of MPI installation', default_prefix),
88     ('mpi_libs', 'MPI shared libraries to link with', ['mpi']),
89 caltinay 5250 BoolVariable('cuda', 'Enable GPU code with CUDA (requires thrust)', False),
90     ('thrust_prefix', 'Prefix/Paths to NVidia thrust installation', default_prefix),
91 jfenwick 3259 BoolVariable('netcdf', 'Enable netCDF file support', False),
92     ('netcdf_prefix', 'Prefix/Paths of netCDF installation', default_prefix),
93     ('netcdf_libs', 'netCDF libraries to link with', ['netcdf_c++', 'netcdf']),
94     BoolVariable('parmetis', 'Enable ParMETIS (requires MPI)', False),
95     ('parmetis_prefix', 'Prefix/Paths of ParMETIS installation', default_prefix),
96     ('parmetis_libs', 'ParMETIS libraries to link with', ['parmetis', 'metis']),
97     BoolVariable('mkl', 'Enable the Math Kernel Library', False),
98     ('mkl_prefix', 'Prefix/Paths to MKL installation', default_prefix),
99     ('mkl_libs', 'MKL libraries to link with', ['mkl_solver','mkl_em64t','guide','pthread']),
100     BoolVariable('umfpack', 'Enable UMFPACK', False),
101     ('umfpack_prefix', 'Prefix/Paths to UMFPACK installation', default_prefix),
102     ('umfpack_libs', 'UMFPACK libraries to link with', ['umfpack']),
103 lgao 3508 BoolVariable('boomeramg', 'Enable BoomerAMG', False),
104     ('boomeramg_prefix', 'Prefix/Paths to BoomerAMG installation', default_prefix),
105     ('boomeramg_libs', 'BoomerAMG libraries to link with', ['boomeramg']),
106 jfenwick 3259 EnumVariable('lapack', 'Set LAPACK flavour', 'none', allowed_values=lapack_flavours),
107     ('lapack_prefix', 'Prefix/Paths to LAPACK installation', default_prefix),
108     ('lapack_libs', 'LAPACK libraries to link with', []),
109     BoolVariable('silo', 'Enable the Silo file format in weipa', False),
110     ('silo_prefix', 'Prefix/Paths to Silo installation', default_prefix),
111 caltinay 2184 ('silo_libs', 'Silo libraries to link with', ['siloh5', 'hdf5']),
112 jfenwick 3259 BoolVariable('visit', 'Enable the VisIt simulation interface', False),
113     ('visit_prefix', 'Prefix/Paths to VisIt installation', default_prefix),
114     ('visit_libs', 'VisIt libraries to link with', ['simV2']),
115 caltinay 5184 ListVariable('domains', 'Which domains to build', 'all',\
116     ['dudley','finley','ripley','speckley']),
117 jfenwick 3259 # Advanced settings
118 caltinay 5266 ('launcher', 'Launcher command (e.g. mpirun)', 'default'),
119     ('prelaunch', 'Command to execute before launcher (e.g. mpdboot)', 'default'),
120     ('postlaunch', 'Command to execute after launcher (e.g. mpdexit)', 'default'),
121 jfenwick 3259 #dudley_assemble_flags = -funroll-loops to actually do something
122     ('dudley_assemble_flags', 'compiler flags for some dudley optimisations', ''),
123     # To enable passing function pointers through python
124     BoolVariable('iknowwhatimdoing', 'Allow non-standard C', False),
125 caltinay 5266 # An option for specifying the compiler tools
126 jfenwick 3259 ('tools_names', 'Compiler tools to use', ['default']),
127     ('env_export', 'Environment variables to be passed to tools',[]),
128     EnumVariable('forcelazy', 'For testing use only - set the default value for autolazy', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
129     EnumVariable('forcecollres', 'For testing use only - set the default value for force resolving collective ops', 'leave_alone', allowed_values=('leave_alone', 'on', 'off')),
130 caltinay 3598 ('build_shared', 'Build dynamic libraries only', False),
131 jfenwick 3259 ('sys_libs', 'Extra libraries to link with', []),
132     ('escript_opts_version', 'Version of options file (do not specify on command line)'),
133 jfenwick 3618 ('SVN_VERSION', 'Do not use from options file', -2),
134 jfenwick 3851 ('pythoncmd', 'which python to compile with','python'),
135 jfenwick 3892 ('usepython3', 'Is this a python3 build? (experimental)', False),
136     ('pythonlibname', 'Name of the python library to link. (This is found automatically for python2.X.)', ''),
137 jfenwick 3942 ('pythonlibpath', 'Path to the python library. (You should not need to set this unless your python has moved)',''),
138     ('pythonincpath','Path to python include files. (You should not need to set this unless your python has moved',''),
139 caltinay 5250 BoolVariable('longindices', 'use long indices (for very large matrices)', False),
140 jfenwick 3961 BoolVariable('BADPYTHONMACROS','Extra \#include to get around a python bug.', True),
141 sshaw 4738 BoolVariable('compressed_files','Enables reading from compressed binary files', True),
142 caltinay 5250 ('compression_libs', 'Compression libraries to link with', ['boost_iostreams']),
143     BoolVariable('papi', 'Enable PAPI', False),
144     ('papi_prefix', 'Prefix/Paths to PAPI installation', default_prefix),
145     ('papi_libs', 'PAPI libraries to link with', ['papi']),
146     BoolVariable('papi_instrument_solver', 'Use PAPI to instrument each iteration of the solver', False)
147 robwdcock 682 )
148 phornby 1232
149 jfenwick 3259 ##################### Create environment and help text #######################
150 jfenwick 3078
151 jfenwick 3259 # Intel's compiler uses regular expressions improperly and emits a warning
152     # about failing to find the compilers. This warning can be safely ignored.
153 jfenwick 3078
154 caltinay 3319 # PATH is needed so the compiler, linker and tools are found if they are not
155     # in default locations.
156     env = Environment(tools = ['default'], options = vars,
157     ENV = {'PATH': os.environ['PATH']})
158 jfenwick 3967
159 caltinay 4295 # set the vars for clang
160 jfenwick 3967 def mkclang(env):
161 caltinay 4295 env['CXX']='clang++'
162    
163 caltinay 5045 if env['tools_names'] != ['default']:
164 jfenwick 3967 zz=env['tools_names']
165     if 'clang' in zz:
166     zz.remove('clang')
167     zz.insert(0, mkclang)
168 caltinay 3319 env = Environment(tools = ['default'] + env['tools_names'], options = vars,
169     ENV = {'PATH' : os.environ['PATH']})
170 jfenwick 3078
171 jfenwick 3259 if options_file:
172     opts_valid=False
173     if 'escript_opts_version' in env.Dictionary() and \
174     int(env['escript_opts_version']) >= REQUIRED_OPTS_VERSION:
175     opts_valid=True
176     if opts_valid:
177     print("Using options in %s." % options_file)
178     else:
179     print("\nOptions file %s" % options_file)
180     print("is outdated! Please update the file by examining one of the TEMPLATE")
181     print("files in the scons/ subdirectory and setting escript_opts_version to %d.\n"%REQUIRED_OPTS_VERSION)
182     Exit(1)
183 jfenwick 3078
184 jfenwick 3259 # Generate help text (scons -h)
185     Help(vars.GenerateHelpText(env))
186 jfenwick 3078
187 jfenwick 3259 # Check for superfluous options
188 caltinay 3268 if len(vars.UnknownVariables())>0:
189     for k in vars.UnknownVariables():
190     print("Unknown option '%s'" % k)
191     Exit(1)
192 jfenwick 3078
193 caltinay 5148 if env['cuda']:
194     if env['nvcc'] != 'default':
195     env['NVCC'] = env['nvcc']
196     env.Tool('nvcc')
197    
198 jfenwick 5406 if 'dudley' in env['domains']:
199     env['domains'].append('finley')
200    
201 caltinay 4295 # create dictionary which will be populated with info for buildvars file
202     env['buildvars']={}
203     # create list which will be populated with warnings if there are any
204     env['warnings']=[]
205    
206 jfenwick 3259 #################### Make sure install directories exist #####################
207 ksteube 1705
208 caltinay 4046 env['BUILD_DIR']=Dir(env['build_dir']).abspath
209 jfenwick 3259 prefix=Dir(env['prefix']).abspath
210 caltinay 4295 env['buildvars']['prefix']=prefix
211 jfenwick 3259 env['incinstall'] = os.path.join(prefix, 'include')
212     env['bininstall'] = os.path.join(prefix, 'bin')
213     env['libinstall'] = os.path.join(prefix, 'lib')
214     env['pyinstall'] = os.path.join(prefix, 'esys')
215 jfenwick 2604 if not os.path.isdir(env['bininstall']):
216     os.makedirs(env['bininstall'])
217     if not os.path.isdir(env['libinstall']):
218     os.makedirs(env['libinstall'])
219     if not os.path.isdir(env['pyinstall']):
220     os.makedirs(env['pyinstall'])
221    
222 jfenwick 3259 env.Append(CPPPATH = [env['incinstall']])
223     env.Append(LIBPATH = [env['libinstall']])
224 jfenwick 2603
225 jfenwick 3259 ################# Fill in compiler options if not set above ##################
226 ksteube 1312
227 jfenwick 3259 if env['cxx'] != 'default': env['CXX']=env['cxx']
228 gross 1024
229 jfenwick 3259 # version >=9 of intel C++ compiler requires use of icpc to link in C++
230     # runtimes (icc does not)
231     if not IS_WINDOWS and os.uname()[4]=='ia64' and env['CXX']=='icpc':
232     env['LINK'] = env['CXX']
233 phornby 1243
234 jfenwick 3259 # default compiler/linker options
235     cc_flags = ''
236     cc_optim = ''
237     cc_debug = ''
238     omp_flags = ''
239     omp_ldflags = ''
240     fatalwarning = '' # switch to turn warnings into errors
241     sysheaderopt = '' # how to indicate that a header is a system header
242 jfenwick 2130
243 jfenwick 3259 # env['CC'] might be a full path
244 caltinay 4520 cc_name=os.path.basename(env['CXX'])
245 caltinay 2882
246 caltinay 4520 if cc_name == 'icpc':
247 jfenwick 3259 # Intel compiler
248 caltinay 4090 # #1875: offsetof applied to non-POD types is nonstandard (in boost)
249 jfenwick 4542 # removed -std=c99 because icpc doesn't like it and we aren't using c anymore
250 caltinay 4775 cc_flags = "-fPIC -w2 -wd1875 -Wno-unknown-pragmas"
251 caltinay 4877 cc_optim = "-O3 -ftz -fno-alias -inline-level=2 -ipo -xHost"
252 jfenwick 3259 cc_debug = "-g -O0 -DDOASSERT -DDOPROF -DBOUNDS_CHECK"
253 caltinay 4090 omp_flags = "-openmp"
254     omp_ldflags = "-openmp -openmp_report=1"
255 jfenwick 3259 fatalwarning = "-Werror"
256 caltinay 4520 elif cc_name[:3] == 'g++':
257 caltinay 5250 # GNU C++ on any system
258 caltinay 4173 # note that -ffast-math is not used because it breaks isnan(),
259     # see mantis #691
260 caltinay 4775 cc_flags = "-pedantic -Wall -fPIC -Wno-unknown-pragmas -Wno-sign-compare -Wno-system-headers -Wno-long-long -Wno-strict-aliasing -finline-functions"
261 jfenwick 3259 cc_optim = "-O3"
262 caltinay 5250 #max-vartrack-size: avoid vartrack limit being exceeded with escriptcpp.cpp
263     cc_debug = "-g3 -O0 -D_GLIBCXX_DEBUG -DDOASSERT -DDOPROF -DBOUNDS_CHECK --param=max-vartrack-size=100000000"
264 jfenwick 3259 omp_flags = "-fopenmp"
265     omp_ldflags = "-fopenmp"
266     fatalwarning = "-Werror"
267     sysheaderopt = "-isystem"
268     elif cc_name == 'cl':
269     # Microsoft Visual C on Windows
270     cc_flags = "/EHsc /MD /GR /wd4068 /D_USE_MATH_DEFINES /DDLL_NETCDF"
271     cc_optim = "/O2 /Op /W3"
272     cc_debug = "/Od /RTCcsu /ZI /DBOUNDS_CHECK"
273     fatalwarning = "/WX"
274     elif cc_name == 'icl':
275     # Intel C on Windows
276     cc_flags = '/EHsc /GR /MD'
277     cc_optim = '/fast /Oi /W3 /Qssp /Qinline-factor- /Qinline-min-size=0 /Qunroll'
278     cc_debug = '/Od /RTCcsu /Zi /Y- /debug:all /Qtrapuv'
279     omp_flags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
280     omp_ldflags = '/Qvec-report0 /Qopenmp /Qopenmp-report0 /Qparallel'
281 phornby 1243
282 caltinay 4295 env['sysheaderopt']=sysheaderopt
283    
284 jfenwick 3259 # set defaults if not otherwise specified
285     if env['cc_flags'] == 'default': env['cc_flags'] = cc_flags
286     if env['cc_optim'] == 'default': env['cc_optim'] = cc_optim
287     if env['cc_debug'] == 'default': env['cc_debug'] = cc_debug
288     if env['omp_flags'] == 'default': env['omp_flags'] = omp_flags
289     if env['omp_ldflags'] == 'default': env['omp_ldflags'] = omp_ldflags
290     if env['cxx_extra'] != '': env.Append(CXXFLAGS = env['cxx_extra'])
291     if env['ld_extra'] != '': env.Append(LINKFLAGS = env['ld_extra'])
292 jfenwick 2130
293 caltinay 5148 if env['nvccflags'] != 'default':
294     env['NVCCFLAGS'] = env['nvccflags']
295     env['SHNVCCFLAGS'] = env['nvccflags'] + ' -shared'
296    
297 caltinay 5183 if env['BADPYTHONMACROS']:
298     env.Append(CPPDEFINES = ['BADPYTHONMACROS'])
299 jfenwick 3961
300 caltinay 5183 if env['longindices']:
301     env.Append(CPPDEFINES = ['ESYS_INDEXTYPE_LONG'])
302    
303 jfenwick 3892 if env['usepython3']:
304     env.Append(CPPDEFINES=['ESPYTHON3'])
305    
306 jfenwick 3259 # set up the autolazy values
307     if env['forcelazy'] == 'on':
308     env.Append(CPPDEFINES=['FAUTOLAZYON'])
309     elif env['forcelazy'] == 'off':
310     env.Append(CPPDEFINES=['FAUTOLAZYOFF'])
311 ksteube 1312
312 jfenwick 3259 # set up the collective resolve values
313     if env['forcecollres'] == 'on':
314     env.Append(CPPDEFINES=['FRESCOLLECTON'])
315     elif env['forcecollres'] == 'off':
316     env.Append(CPPDEFINES=['FRESCOLLECTOFF'])
317 jfenwick 2273
318 jfenwick 3259 # allow non-standard C if requested
319 jfenwick 2827 if env['iknowwhatimdoing']:
320 jfenwick 3259 env.Append(CPPDEFINES=['IKNOWWHATIMDOING'])
321 jfenwick 2827
322 jfenwick 3259 # Disable OpenMP if no flags provided
323     if env['openmp'] and env['omp_flags'] == '':
324 caltinay 4295 env['warnings'].append("OpenMP requested but no flags provided - disabling OpenMP!")
325 jfenwick 3259 env['openmp'] = False
326 gross 1160
327 jfenwick 3259 if env['openmp']:
328     env.Append(CCFLAGS = env['omp_flags'])
329     if env['omp_ldflags'] != '': env.Append(LINKFLAGS = env['omp_ldflags'])
330     else:
331     env['omp_flags']=''
332     env['omp_ldflags']=''
333 ksteube 1312
334 caltinay 4295 env['buildvars']['openmp']=int(env['openmp'])
335    
336 jfenwick 3259 # add debug/non-debug compiler flags
337 caltinay 4295 env['buildvars']['debug']=int(env['debug'])
338 jfenwick 3259 if env['debug']:
339     env.Append(CCFLAGS = env['cc_debug'])
340 gross 2423 else:
341 jfenwick 3259 env.Append(CCFLAGS = env['cc_optim'])
342 gross 1163
343 jfenwick 3259 # always add cc_flags
344     env.Append(CCFLAGS = env['cc_flags'])
345 phornby 1243
346 jfenwick 3259 # add system libraries
347     env.AppendUnique(LIBS = env['sys_libs'])
348 gross 2363
349 caltinay 5266 # set defaults for launchers if not otherwise specified
350     if env['prelaunch'] == 'default':
351     if env['mpi'] == 'INTELMPI' and env['openmp']:
352     env['prelaunch'] = "export I_MPI_PIN_DOMAIN=omp"
353     elif env['mpi'] == 'OPENMPI':
354     # transform comma-separated list to '-x a -x b -x c ...'
355     env['prelaunch'] = "EE=$(echo %e|sed -e 's/,/ -x /g')"
356     elif env['mpi'] == 'MPT':
357     env['prelaunch'] = "export MPI_NUM_MEMORY_REGIONS=0"
358     elif env['mpi'] == 'MPICH2':
359     env['prelaunch'] = "mpdboot -n %n -r ssh -f %f"
360     else:
361     env['prelaunch'] = ""
362    
363     if env['launcher'] == 'default':
364     if env['mpi'] == 'INTELMPI':
365     env['launcher'] = "mpirun -hostfile %f -n %N -ppn %p %b"
366     elif env['mpi'] == 'OPENMPI':
367 caltinay 5277 env['launcher'] = "mpirun --gmca mpi_warn_on_fork 0 -x ${EE} --host %h -bynode -bind-to-core --cpus-per-rank %t -np %N %b"
368 caltinay 5266 elif env['mpi'] == 'MPT':
369     env['launcher'] = "mpirun %h -np %p %b"
370     elif env['mpi'] == 'MPICH':
371     env['launcher'] = "mpirun -machinefile %f -np %N %b"
372     elif env['mpi'] == 'MPICH2':
373     env['launcher'] = "mpiexec -genvlist %e -np %N %b"
374     else:
375     env['launcher'] = "%b"
376    
377     if env['postlaunch'] == 'default':
378     if env['mpi'] == 'MPICH2':
379     env['postlaunch'] = "mpdallexit"
380     else:
381     env['postlaunch'] = ""
382    
383 caltinay 4295 # determine svn revision
384 jfenwick 3618 global_revision=ARGUMENTS.get('SVN_VERSION', None)
385     if global_revision:
386     global_revision = re.sub(':.*', '', global_revision)
387     global_revision = re.sub('[^0-9]', '', global_revision)
388     if global_revision == '': global_revision='-2'
389     else:
390     # Get the global Subversion revision number for the getVersion() method
391     try:
392 jfenwick 3259 global_revision = os.popen('svnversion -n .').read()
393     global_revision = re.sub(':.*', '', global_revision)
394     global_revision = re.sub('[^0-9]', '', global_revision)
395     if global_revision == '': global_revision='-2'
396 jfenwick 3618 except:
397 jfenwick 3259 global_revision = '-1'
398 caltinay 3271 env['svn_revision']=global_revision
399 caltinay 4295 env['buildvars']['svn_revision']=global_revision
400 jfenwick 3259 env.Append(CPPDEFINES=['SVN_VERSION='+global_revision])
401 gross 2363
402 jfenwick 3259 if IS_WINDOWS:
403 caltinay 3602 if not env['build_shared']:
404 jfenwick 3259 env.Append(CPPDEFINES = ['ESYSUTILS_STATIC_LIB'])
405     env.Append(CPPDEFINES = ['PASO_STATIC_LIB'])
406 gross 2363
407 caltinay 4295 env['IS_WINDOWS']=IS_WINDOWS
408 sshaw 5389 env['IS_OSX']=IS_OSX
409 caltinay 4295
410 jfenwick 3259 ###################### Copy required environment vars ########################
411 gross 2363
412 jfenwick 3259 # Windows doesn't use LD_LIBRARY_PATH but PATH instead
413     if IS_WINDOWS:
414     LD_LIBRARY_PATH_KEY='PATH'
415     env['ENV']['LD_LIBRARY_PATH']=''
416     else:
417     LD_LIBRARY_PATH_KEY='LD_LIBRARY_PATH'
418 robwdcock 682
419 caltinay 4295 env['LD_LIBRARY_PATH_KEY']=LD_LIBRARY_PATH_KEY
420    
421 caltinay 3319 # the following env variables are exported for the unit tests
422 phornby 1244
423 jfenwick 3259 for key in 'OMP_NUM_THREADS', 'ESCRIPT_NUM_PROCS', 'ESCRIPT_NUM_NODES':
424     try:
425     env['ENV'][key] = os.environ[key]
426     except KeyError:
427 caltinay 5045 env['ENV'][key] = '1'
428 robwdcock 682
429 jfenwick 3259 env_export=env['env_export']
430 caltinay 4917 env_export.extend(['ESCRIPT_NUM_THREADS','ESCRIPT_HOSTFILE','DISPLAY','XAUTHORITY','PATH','HOME','KMP_MONITOR_STACKSIZE','TMPDIR','TEMP','TMP','LD_PRELOAD'])
431 robwdcock 682
432 jfenwick 3259 for key in set(env_export):
433     try:
434     env['ENV'][key] = os.environ[key]
435     except KeyError:
436     pass
437 ksteube 1312
438 jfenwick 3259 try:
439     env.PrependENVPath(LD_LIBRARY_PATH_KEY, os.environ[LD_LIBRARY_PATH_KEY])
440     except KeyError:
441     pass
442 ksteube 1312
443 jfenwick 4640 if IS_OSX:
444     try:
445     env.PrependENVPath('DYLD_LIBRARY_PATH', os.environ['DYLD_LIBRARY_PATH'])
446     except KeyError:
447     pass
448    
449    
450 jfenwick 3259 # these shouldn't be needed
451     #for key in 'C_INCLUDE_PATH','CPLUS_INCLUDE_PATH','LIBRARY_PATH':
452     # try:
453     # env['ENV'][key] = os.environ[key]
454     # except KeyError:
455     # pass
456 ksteube 1312
457 jfenwick 3259 try:
458     env['ENV']['PYTHONPATH'] = os.environ['PYTHONPATH']
459     except KeyError:
460     pass
461 ksteube 1312
462 jfenwick 3259 ######################## Add some custom builders ############################
463 ksteube 1312
464 jfenwick 3851 if env['pythoncmd']=='python':
465     py_builder = Builder(action = build_py, suffix = '.pyc', src_suffix = '.py', single_source=True)
466     else:
467 jfenwick 3892 py_builder = Builder(action = env['pythoncmd']+" scripts/py_comp.py $SOURCE $TARGET", suffix = '.pyc', src_suffix = '.py', single_source=True)
468 jfenwick 3259 env.Append(BUILDERS = {'PyCompile' : py_builder});
469 gross 2423
470 jfenwick 3259 runUnitTest_builder = Builder(action = runUnitTest, suffix = '.passed', src_suffix=env['PROGSUFFIX'], single_source=True)
471     env.Append(BUILDERS = {'RunUnitTest' : runUnitTest_builder});
472 gross 2423
473 jfenwick 3259 runPyUnitTest_builder = Builder(action = runPyUnitTest, suffix = '.passed', src_suffic='.py', single_source=True)
474     env.Append(BUILDERS = {'RunPyUnitTest' : runPyUnitTest_builder});
475 ksteube 1756
476 sshaw 5017 runPyExample_builder = Builder(action = runPyExample, suffix = '.passed', src_suffic='.py', single_source=True)
477     env.Append(BUILDERS = {'RunPyExample' : runPyExample_builder});
478    
479 jfenwick 3259 epstopdfbuilder = Builder(action = eps2pdf, suffix='.pdf', src_suffix='.eps', single_source=True)
480     env.Append(BUILDERS = {'EpsToPDF' : epstopdfbuilder});
481 ksteube 817
482 jfenwick 3259 ############################ Dependency checks ###############################
483 phornby 1246
484 caltinay 4295 ######## Compiler
485     env=checkCompiler(env)
486 phornby 1634
487 jfenwick 3259 ######## Python headers & library (required)
488 caltinay 4295 env=checkPython(env)
489 gross 806
490 caltinay 4295 ######## boost & boost-python (required)
491     env=checkBoost(env)
492 jfenwick 3892
493 caltinay 5148 ######## NVCC version (optional)
494     if env['cuda']:
495     env=checkCudaVersion(env)
496    
497 caltinay 4295 ######## numpy (required) and numpy headers (optional)
498     env=checkNumpy(env)
499 jfenwick 3892
500 caltinay 3597 ######## CppUnit (required for tests)
501 caltinay 4295 env=checkCppUnit(env)
502 caltinay 3597
503 caltinay 4295 ######## optional python modules (sympy, pyproj)
504     env=checkOptionalModules(env)
505 caltinay 3597
506 caltinay 4295 ######## optional dependencies (netCDF, PAPI, MKL, UMFPACK, Lapack, Silo, ...)
507     env=checkOptionalLibraries(env)
508 caltinay 3975
509 sshaw 5320 #use gmsh info to set some defines
510     if env['gmsh'] == 's':
511     env.Append(CPPDEFINES=['GMSH'])
512     elif env['gmsh'] == 'm':
513     env.Append(CPPDEFINES=['GMSH','GMSH_MPI'])
514    
515 caltinay 3604 ######## PDFLaTeX (for documentation)
516 caltinay 4295 env=checkPDFLatex(env)
517 caltinay 3604
518 jfenwick 3259 # keep some of our install paths first in the list for the unit tests
519     env.PrependENVPath(LD_LIBRARY_PATH_KEY, env['libinstall'])
520     env.PrependENVPath('PYTHONPATH', prefix)
521     env['ENV']['ESCRIPT_ROOT'] = prefix
522 ksteube 1705
523 jfenwick 3259 if not env['verbose']:
524     env['CXXCOMSTR'] = "Compiling $TARGET"
525     env['SHCXXCOMSTR'] = "Compiling $TARGET"
526     env['ARCOMSTR'] = "Linking $TARGET"
527     env['LINKCOMSTR'] = "Linking $TARGET"
528     env['SHLINKCOMSTR'] = "Linking $TARGET"
529 caltinay 3271 env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
530     env['BIBTEXCOMSTR'] = "Generating bibliography $TARGET"
531     env['MAKEINDEXCOMSTR'] = "Generating index $TARGET"
532     env['PDFLATEXCOMSTR'] = "Building $TARGET from LaTeX input $SOURCES"
533 jfenwick 3259 #Progress(['Checking -\r', 'Checking \\\r', 'Checking |\r', 'Checking /\r'], interval=17)
534 ksteube 1705
535 jfenwick 3259 ####################### Configure the subdirectories #########################
536 ksteube 1247
537 caltinay 4295 # remove obsolete files
538     if not env['usempi']:
539     Execute(Delete(os.path.join(env['libinstall'], 'pythonMPI')))
540     Execute(Delete(os.path.join(env['libinstall'], 'pythonMPIredirect')))
541    
542 jfenwick 2235 from grouptest import *
543     TestGroups=[]
544    
545 jfenwick 3259 # keep an environment without warnings-as-errors
546     dodgy_env=env.Clone()
547 jfenwick 2827
548 jfenwick 3259 # now add warnings-as-errors flags. This needs to be done after configuration
549     # because the scons test files have warnings in them
550     if ((fatalwarning != '') and (env['werror'])):
551     env.Append(CCFLAGS = fatalwarning)
552 jfenwick 2827
553 phornby 2027 Export(
554 jfenwick 3259 ['env',
555     'dodgy_env',
556     'IS_WINDOWS',
557     'TestGroups'
558     ]
559     )
560 ksteube 1705
561 caltinay 5184 #do not auto build
562 caltinay 3349 env.SConscript(dirs = ['tools/escriptconvert'], variant_dir='$BUILD_DIR/$PLATFORM/tools/escriptconvert', duplicate=0)
563     env.SConscript(dirs = ['paso/src'], variant_dir='$BUILD_DIR/$PLATFORM/paso', duplicate=0)
564     env.SConscript(dirs = ['weipa/src'], variant_dir='$BUILD_DIR/$PLATFORM/weipa', duplicate=0)
565 jfenwick 4508 env.SConscript(dirs = ['escript/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/escript', duplicate=0)
566    
567 caltinay 5148 env.SConscript(dirs = ['cusplibrary'])
568    
569 jfenwick 4508 #This will pull in the escriptcore/py_src and escriptcore/test
570     env.SConscript(dirs = ['escriptcore/src'], variant_dir='$BUILD_DIR/$PLATFORM/escriptcore', duplicate=0)
571 caltinay 3349 env.SConscript(dirs = ['esysUtils/src'], variant_dir='$BUILD_DIR/$PLATFORM/esysUtils', duplicate=0)
572 jfenwick 3675 env.SConscript(dirs = ['pasowrap/src'], variant_dir='$BUILD_DIR/$PLATFORM/pasowrap', duplicate=0)
573 caltinay 5184 if 'dudley' in env['domains']:
574     env.SConscript(dirs = ['dudley/src'], variant_dir='$BUILD_DIR/$PLATFORM/dudley', duplicate=0)
575     if 'finley' in env['domains']:
576     env.SConscript(dirs = ['finley/src'], variant_dir='$BUILD_DIR/$PLATFORM/finley', duplicate=0)
577     if 'ripley' in env['domains']:
578     env.SConscript(dirs = ['ripley/src'], variant_dir='$BUILD_DIR/$PLATFORM/ripley', duplicate=0)
579     if 'speckley' in env['domains']:
580     env.SConscript(dirs = ['speckley/src'], variant_dir='$BUILD_DIR/$PLATFORM/speckley', duplicate=0)
581 caltinay 3947 env.SConscript(dirs = ['downunder/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/downunder', duplicate=0)
582 caltinay 3349 env.SConscript(dirs = ['modellib/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/modellib', duplicate=0)
583     env.SConscript(dirs = ['pycad/py_src'], variant_dir='$BUILD_DIR/$PLATFORM/pycad', duplicate=0)
584     env.SConscript(dirs = ['pythonMPI/src'], variant_dir='$BUILD_DIR/$PLATFORM/pythonMPI', duplicate=0)
585 caltinay 3947 env.SConscript(dirs = ['doc'], variant_dir='$BUILD_DIR/$PLATFORM/doc', duplicate=0)
586 caltinay 3349 env.SConscript(dirs = ['paso/profiling'], variant_dir='$BUILD_DIR/$PLATFORM/paso/profiling', duplicate=0)
587 phornby 1243
588 jfenwick 3892
589 jfenwick 3259 ######################## Populate the buildvars file #########################
590 jfenwick 2235
591 caltinay 4295 write_buildvars(env)
592 phornby 1243
593 caltinay 5266 write_launcher(env)
594    
595 jfenwick 3259 ################### Targets to build and install libraries ###################
596 jfenwick 2302
597 caltinay 3604 target_init = env.Command(os.path.join(env['pyinstall'],'__init__.py'), None, Touch('$TARGET'))
598 ksteube 1705 env.Alias('target_init', [target_init])
599 caltinay 3604 # delete buildvars upon cleanup
600     env.Clean('target_init', os.path.join(env['libinstall'], 'buildvars'))
601 ksteube 1705
602 jfenwick 3259 # The headers have to be installed prior to build in order to satisfy
603     # #include <paso/Common.h>
604     env.Alias('build_esysUtils', ['install_esysUtils_headers', 'build_esysUtils_lib'])
605     env.Alias('install_esysUtils', ['build_esysUtils', 'install_esysUtils_lib'])
606 ksteube 1705
607 jfenwick 3259 env.Alias('build_paso', ['install_paso_headers', 'build_paso_lib'])
608     env.Alias('install_paso', ['build_paso', 'install_paso_lib'])
609 ksteube 1705
610 jfenwick 3259 env.Alias('build_escript', ['install_escript_headers', 'build_escript_lib', 'build_escriptcpp_lib'])
611 jfenwick 4508 env.Alias('install_escript', ['build_escript', 'install_escript_lib', 'install_escriptcpp_lib', 'install_escriptcore_py', 'install_escript_py'])
612 caltinay 2810
613 jfenwick 3675 env.Alias('build_pasowrap', ['install_pasowrap_headers', 'build_pasowrap_lib', 'build_pasowrapcpp_lib'])
614     env.Alias('install_pasowrap', ['build_pasowrap', 'install_pasowrap_lib', 'install_pasowrapcpp_lib', 'install_pasowrap_py'])
615    
616 caltinay 5184 if 'dudley' in env['domains']:
617     env.Alias('build_dudley', ['install_dudley_headers', 'build_dudley_lib', 'build_dudleycpp_lib'])
618     env.Alias('install_dudley', ['build_dudley', 'install_dudley_lib', 'install_dudleycpp_lib', 'install_dudley_py'])
619 caltinay 3096
620 caltinay 5184 if 'finley' in env['domains']:
621     env.Alias('build_finley', ['install_finley_headers', 'build_finley_lib', 'build_finleycpp_lib'])
622     env.Alias('install_finley', ['build_finley', 'install_finley_lib', 'install_finleycpp_lib', 'install_finley_py'])
623 caltinay 2910
624 caltinay 5184 if 'ripley' in env['domains']:
625     env.Alias('build_ripley', ['install_cusp_headers', 'install_ripley_headers', 'build_ripley_lib', 'build_ripleycpp_lib'])
626     env.Alias('install_ripley', ['build_ripley', 'install_ripley_lib', 'install_ripleycpp_lib', 'install_ripley_py'])
627 caltinay 3792
628 caltinay 5184 if 'speckley' in env['domains']:
629     env.Alias('build_speckley', ['install_speckley_headers', 'build_speckley_lib', 'build_speckleycpp_lib'])
630     env.Alias('install_speckley', ['build_speckley', 'install_speckley_lib', 'install_speckleycpp_lib', 'install_speckley_py'])
631 sshaw 5123
632 jfenwick 3259 env.Alias('build_weipa', ['install_weipa_headers', 'build_weipa_lib', 'build_weipacpp_lib'])
633     env.Alias('install_weipa', ['build_weipa', 'install_weipa_lib', 'install_weipacpp_lib', 'install_weipa_py'])
634 ksteube 1705
635 jfenwick 3259 env.Alias('build_escriptreader', ['install_weipa_headers', 'build_escriptreader_lib'])
636     env.Alias('install_escriptreader', ['build_escriptreader', 'install_escriptreader_lib'])
637 ksteube 1705
638 jfenwick 3259 # Now gather all the above into some easy targets: build_all and install_all
639 ksteube 1705 build_all_list = []
640     build_all_list += ['build_esysUtils']
641     build_all_list += ['build_paso']
642     build_all_list += ['build_escript']
643 jfenwick 3675 build_all_list += ['build_pasowrap']
644 caltinay 5184 if 'dudley' in env['domains']: build_all_list += ['build_dudley']
645     if 'finley' in env['domains']: build_all_list += ['build_finley']
646     if 'ripley' in env['domains']: build_all_list += ['build_ripley']
647     if 'speckley' in env['domains']: build_all_list += ['build_speckley']
648 jfenwick 3259 build_all_list += ['build_weipa']
649 caltinay 5184 if not IS_WINDOWS and 'finley' in env['domains']:
650     build_all_list += ['build_escriptreader']
651 jfenwick 3259 if env['usempi']: build_all_list += ['build_pythonMPI']
652 ksteube 1705 env.Alias('build_all', build_all_list)
653    
654     install_all_list = []
655     install_all_list += ['target_init']
656     install_all_list += ['install_esysUtils']
657     install_all_list += ['install_paso']
658     install_all_list += ['install_escript']
659 jfenwick 3675 install_all_list += ['install_pasowrap']
660 caltinay 5184 if 'dudley' in env['domains']: install_all_list += ['install_dudley']
661     if 'finley' in env['domains']: install_all_list += ['install_finley']
662     if 'ripley' in env['domains']: install_all_list += ['install_ripley']
663     if 'speckley' in env['domains']: install_all_list += ['install_speckley']
664 jfenwick 3259 install_all_list += ['install_weipa']
665 caltinay 5184 if not IS_WINDOWS and 'finley' in env['domains']:
666     install_all_list += ['install_escriptreader']
667 caltinay 3947 install_all_list += ['install_downunder_py']
668 jfenwick 3259 install_all_list += ['install_modellib_py']
669     install_all_list += ['install_pycad_py']
670     if env['usempi']: install_all_list += ['install_pythonMPI']
671 ksteube 1705 env.Alias('install_all', install_all_list)
672    
673     # Default target is install
674     env.Default('install_all')
675    
676 jfenwick 3259 ################## Targets to build and run the test suite ###################
677 ksteube 1705
678 caltinay 3597 if not env['cppunit']:
679 caltinay 4520 test_msg = env.Command('.dummy.', None, '@echo "Cannot run C++ unit tests, CppUnit not found!";exit 1')
680 caltinay 3597 env.Alias('run_tests', test_msg)
681 caltinay 4249 env.Alias('build_tests', '')
682 caltinay 3597 env.Alias('run_tests', ['install_all'])
683     env.Alias('all_tests', ['install_all', 'run_tests', 'py_tests'])
684 jfenwick 2286 env.Alias('build_full',['install_all','build_tests','build_py_tests'])
685 caltinay 3349 env.Alias('build_PasoTests','$BUILD_DIR/$PLATFORM/paso/profiling/PasoTests')
686 ksteube 1705
687 jfenwick 3259 ##################### Targets to build the documentation #####################
688 artak 2820
689 jfenwick 4244 env.Alias('pdfdocs',['user_pdf', 'install_pdf', 'cookbook_pdf', 'inversion_pdf'])
690     env.Alias('basedocs', ['pdfdocs','examples_tarfile', 'examples_zipfile', 'api_doxygen'])
691 jfenwick 4167 env.Alias('docs', ['basedocs', 'sphinxdoc'])
692 jfenwick 3259 env.Alias('release_prep', ['docs', 'install_all'])
693 jfenwick 4167 env.Alias('release_prep_old', ['basedocs', 'api_epydoc', 'install_all'])
694 ksteube 1705
695 jfenwick 4078 # The test scripts are always generated, this target allows us to
696     # generate the testscripts without doing a full build
697     env.Alias('testscripts',[])
698    
699 jfenwick 3259 if not IS_WINDOWS:
700 caltinay 4295 generateTestScripts(env, TestGroups)
701 jfenwick 2879
702 caltinay 3604
703 caltinay 4295 ######################## Summarize our environment ###########################
704     def print_summary():
705     print("")
706 caltinay 4299 print("*** Config Summary (see config.log and <prefix>/lib/buildvars for details) ***")
707 caltinay 4295 print("Escript/Finley revision %s"%global_revision)
708     print(" Install prefix: %s"%env['prefix'])
709     print(" Python: %s"%sysconfig.PREFIX)
710     print(" boost: %s"%env['boost_prefix'])
711 caltinay 4299 if env['numpy_h']:
712     print(" numpy: YES (with headers)")
713     else:
714     print(" numpy: YES (without headers)")
715 caltinay 4295 if env['usempi']:
716     print(" MPI: YES (flavour: %s)"%env['mpi'])
717     else:
718 caltinay 5250 print(" MPI: NO")
719 caltinay 4295 if env['uselapack']:
720     print(" LAPACK: YES (flavour: %s)"%env['lapack'])
721     else:
722 caltinay 5250 print(" LAPACK: NO")
723 caltinay 5148 if env['cuda']:
724     print(" CUDA: YES (nvcc: %s)"%env['nvcc_version'])
725     else:
726 caltinay 5250 print(" CUDA: NO")
727 caltinay 4295 d_list=[]
728     e_list=[]
729 caltinay 5250 for i in 'debug','openmp','boomeramg','gdal','mkl','netcdf','papi','parmetis','pyproj','scipy','silo','sympy','umfpack','visit':
730 caltinay 4295 if env[i]: e_list.append(i)
731     else: d_list.append(i)
732     for i in e_list:
733     print("%16s: YES"%i)
734     for i in d_list:
735 caltinay 5250 print("%16s: NO"%i)
736 caltinay 4295 if env['cppunit']:
737 caltinay 5250 print(" CppUnit: YES")
738 caltinay 4295 else:
739 caltinay 5250 print(" CppUnit: NO")
740 jfenwick 5406 if env['gmshpy']:
741     gmshpy=" + python module"
742     else:
743     gmshpy=""
744 caltinay 4295 if env['gmsh']=='m':
745 jfenwick 5406 print(" gmsh: YES, MPI-ENABLED"+gmshpy)
746 caltinay 4295 elif env['gmsh']=='s':
747 jfenwick 5406 print(" gmsh: YES"+gmshpy)
748 caltinay 4295 else:
749 jfenwick 5406 if env['gmshpy']:
750     print(" gmsh: python module only")
751     else:
752     print(" gmsh: NO")
753 sshaw 4738 print( " gzip: " + ("YES" if env['compressed_files'] else "NO"))
754 caltinay 4299
755 caltinay 4295 if ((fatalwarning != '') and (env['werror'])):
756     print(" Treating warnings as errors")
757     else:
758     print(" NOT treating warnings as errors")
759     print("")
760     for w in env['warnings']:
761     print("WARNING: %s"%w)
762 sshaw 4726 if len(GetBuildFailures()):
763     print("\nERROR: build stopped due to errors\n")
764     else:
765     print("\nSUCCESS: build complete\n")
766 caltinay 4295
767     atexit.register(print_summary)
768    

  ViewVC Help
Powered by ViewVC 1.1.26