/[escript]/trunk/site_scons/site_init.py
ViewVC logotype

Contents of /trunk/site_scons/site_init.py

Parent Directory Parent Directory | Revision Log Revision Log


Revision 5017 - (show annotations)
Tue Jun 10 02:16:18 2014 UTC (5 years, 1 month ago) by sshaw
File MIME type: text/x-python
File size: 8000 byte(s)
scons now runs tests via a testrunner to collect lists of skipped tests in build/ (examples have their own builder since they aren't unit tests)
fixed hessian regularisation tests falling over by adding a shortcircuit optional arg that returns the pde, not the solution
added missing/omitted tests back into scons tests

1
2 ##############################################################################
3 #
4 # Copyright (c) 2003-2014 by University of Queensland
5 # http://www.uq.edu.au
6 #
7 # Primary Business: Queensland, Australia
8 # Licensed under the Open Software License version 3.0
9 # http://www.opensource.org/licenses/osl-3.0.php
10 #
11 # Development until 2012 by Earth Systems Science Computational Center (ESSCC)
12 # Development 2012-2013 by School of Earth Sciences
13 # Development from 2014 by Centre for Geoscience Computing (GeoComp)
14 #
15 ##############################################################################
16
17 __copyright__="""Copyright (c) 2003-2014 by University of Queensland
18 http://www.uq.edu.au
19 Primary Business: Queensland, Australia"""
20 __license__="""Licensed under the Open Software License version 3.0
21 http://www.opensource.org/licenses/osl-3.0.php"""
22 __url__="https://launchpad.net/escript-finley"
23
24 import sys, os, time, py_compile, re, subprocess
25 from SCons.Defaults import Chmod, Copy
26 from grouptest import *
27
28 def findLibWithHeader(env, libs, header, paths, lang='c++'):
29 from SCons.Script.SConscript import Configure
30 inc_path=''
31 lib_path=''
32 # 'paths' may be a prefix, so look for lib and include subdirectories
33 if type(paths)==str:
34 # find the header file first
35 for i in 'include','include64','include32','inc':
36 inc=os.path.join(paths, i)
37 if os.path.isfile(os.path.join(inc, header)):
38 inc_path=inc
39 break
40 if inc_path=='':
41 raise RuntimeError('%s not found under %s'%(header,paths))
42
43 # now try to find a lib directory
44 for l in 'lib','lib64','lib32':
45 lp=os.path.join(paths, l)
46 if os.path.isdir(lp):
47 lib_path=lp
48 break
49 if lib_path=='':
50 raise RuntimeError('No lib directory found under %s'%paths)
51 else:
52 if os.path.isfile(os.path.join(paths[0], header)):
53 inc_path=paths[0]
54 else:
55 raise RuntimeError('%s not found under %s'%(header,paths[0]))
56 if os.path.isdir(paths[1]):
57 lib_path=paths[1]
58 else:
59 raise RuntimeError('%s is not a valid path.'%paths[1])
60
61 # now try the library
62 conf=Configure(env.Clone())
63 conf.env.AppendUnique(CPPPATH = [inc_path])
64 conf.env.AppendUnique(LIBPATH = [lib_path])
65 if type(libs)==str: libs=[libs]
66 # we can't check for each library by itself since they may depend on each
67 # other, so we add all libraries to the link line and check only for one
68 conf.env.AppendUnique(LIBS = libs)
69 if not conf.CheckLibWithHeader(libs[0], header, lang):
70 conf.Finish()
71 raise RuntimeError('Unable to link against %s (paths: %s, %s)'%(libs,inc_path,lib_path))
72
73 conf.Finish()
74 return inc_path, lib_path
75
76 def detectModule(env, module):
77 from tempfile import TemporaryFile
78 p=subprocess.call([env['pythoncmd'],'-c','import %s'%module], stderr=TemporaryFile())
79 if p != 0:
80 env[module] = False
81 return False
82 env[module] = True
83 return True
84
85 def write_buildvars(env):
86 buildvars=open(os.path.join(env['libinstall'], 'buildvars'), 'w')
87 for k,v in sorted(env['buildvars'].items()):
88 buildvars.write("%s=%s\n"%(k,v))
89 buildvars.close()
90
91 def generateTestScripts(env, TestGroups):
92 try:
93 utest=open('utest.sh','w')
94 utest.write(GroupTest.makeHeader(env['PLATFORM'], env['prefix'], False))
95 for tests in TestGroups:
96 utest.write(tests.makeString())
97 utest.close()
98 env.Execute(Chmod('utest.sh', 0o755))
99 print("Generated utest.sh.")
100 # This version contains only python tests - I want this to be usable
101 # from a binary only install if you have the test files
102 utest=open('itest.sh','w')
103 utest.write(GroupTest.makeHeader(env['PLATFORM'], env['prefix'], True))
104 for tests in TestGroups:
105 if tests.exec_cmd=='$PYTHONRUNNER ':
106 utest.write(tests.makeString())
107 utest.close()
108 env.Execute(Chmod('itest.sh', 0o755))
109 print("Generated itest.sh.")
110 except IOError:
111 env['warnings'].append("Error attempting to write unit test script(s).")
112
113 # delete scripts upon cleanup
114 env.Clean('target_init', 'utest.sh')
115 env.Clean('target_init', 'itest.sh')
116
117 # Make sure that the escript wrapper is in place
118 if not os.path.isfile(os.path.join(env['bininstall'], 'run-escript')):
119 print("Copying escript wrapper.")
120 env.Execute(Copy(os.path.join(env['bininstall'],'run-escript'), 'bin/run-escript'))
121
122 # Code to build .pyc from .py
123 def build_py(target, source, env):
124 try:
125 py_compile.compile(str(source[0]), str(target[0]), doraise=True)
126 return 0
127 except py_compile.PyCompileError, e:
128 print e
129 return 1
130
131
132 # Code to run unit_test executables
133 def runUnitTest(target, source, env):
134 time_start = time.time()
135 app = str(source[0].abspath)
136 pn, sn= os.path.split(app)
137 if not os.name== "nt":
138 app = "cd "+pn+"; "+os.path.join(env['bininstall'], "run-escript")+" -bv "+os.path.join('.',sn)
139 else:
140 if env['usempi']:
141 app = "cd %s & mpiexec -np %s -genvlist PYTHONPATH,OMP_NUM_THREADS,"\
142 "FINLEY_TEST_DATA,PATH %s"\
143 %(pn,env['ENV']['ESCRIPT_NUM_NODES'], sn)
144 else:
145 app = "cd "+ pn +" & "+sn
146 print "Executing test: " + app
147 if not env.Execute(app):
148 open(str(target[0]),'w').write("PASSED\n")
149 else:
150 return 1
151 print "Test execution time: ", round(time.time() - time_start, 1), " seconds wall time for " + str(source[0].abspath)
152 return None
153
154 def binpath(env, name=None):
155 if not name:
156 return env['bininstall']
157 return os.path.join(env['bininstall'], name)
158
159 def runPyUnitTest(target, source, env):
160 time_start = time.time()
161 app = str(source[0].abspath)
162 pn, sn= os.path.split(app)
163 if os.name=="nt":
164 if env['usempi']:
165 app = "cd %s & mpiexec -np %s -genvlist PYTHONPATH,OMP_NUM_THREADS,"\
166 "FINLEY_TEST_DATA,PATH %s\pythonMPIredirect.exe %s"\
167 %(pn,env['ENV']['ESCRIPT_NUM_NODES'],env['libinstall'],sn)
168 else:
169 app = "cd "+ pn +" & "+sys.executable + " " + sn
170 else:
171
172 app = "cd "+pn+"; "+binpath(env, "run-escript")+" -ov "+binpath(env,
173 "../tools/testrunner.py")+" -outputfile="+os.path.join(env['build_dir'],
174 sn[:-3])+".skipped "+sn
175 print "Executing test: ",app
176 if env.Execute(app) == 0:
177 open(str(target[0]),'w').write("PASSED\n")
178 else:
179 return 1
180 print "Test execution time: ", round(time.time() - time_start, 1), " seconds wall time for " + str(source[0].abspath)
181 return None
182
183 def runPyExample(target, source, env):
184 time_start = time.time()
185 app = str(source[0].abspath)
186 pn, sn= os.path.split(app)
187 if os.name=="nt":
188 if env['usempi']:
189 app = "cd %s & mpiexec -np %s -genvlist PYTHONPATH,OMP_NUM_THREADS,"\
190 "FINLEY_TEST_DATA,PATH %s\pythonMPIredirect.exe %s"\
191 %(pn,env['ENV']['ESCRIPT_NUM_NODES'],env['libinstall'],sn)
192 else:
193 app = "cd "+ pn +" & "+sys.executable + " " + sn
194 else:
195
196 app = "cd "+pn+"; pwd; "+binpath(env, "run-escript")+" -ov "+sn
197 print "Executing test: ",app
198 if env.Execute(app) == 0:
199 open(str(target[0]),'w').write("PASSED\n")
200 else:
201 return 1
202 print "Test execution time: ", round(time.time() - time_start, 1), " seconds wall time for " + str(source[0].abspath)
203 return None
204
205 def eps2pdf(target, source, env):
206 # if env.Execute("epstopdf "+str(source[0].abspath)+" -o "+str(target[0].abspath))!=0:
207 if env.Execute("ps2pdf -dEPSCrop "+str(source[0].abspath)+" "+str(target[0].abspath))!=0:
208 return 1
209 return None
210
211 def effectiveName(inname):
212 m=re.compile("^r1i[0-9]{1,2}n[0-9]{1,2}$") # savanna names take the form r1i?n?
213 if m.match(inname):
214 return "savanna"
215 return inname

  ViewVC Help
Powered by ViewVC 1.1.26