/[escript]/trunk/bin/run-escript
ViewVC logotype

Diff of /trunk/bin/run-escript

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

trunk/bin/escript revision 2866 by gross, Fri Jan 22 05:38:56 2010 UTC trunk/bin/run-escript revision 3975 by caltinay, Thu Sep 20 01:54:06 2012 UTC
# Line 22  CURDIR=`pwd` Line 22  CURDIR=`pwd`
22  #Environment vars which control operations:  #Environment vars which control operations:
23  # ESCRIPT_NUM_NODES, ESCRIPT_NUM_PROCS, ESCRIPT_NUM_THREADS, ESCRIPT_HOSTFILE, ESCRIPT_CREATESTDFILES  # ESCRIPT_NUM_NODES, ESCRIPT_NUM_PROCS, ESCRIPT_NUM_THREADS, ESCRIPT_HOSTFILE, ESCRIPT_CREATESTDFILES
24    
25  HOSTFILE=/tmp/escript.$$  HOSTFILE=/tmp/escript.$USER.$$
26  HOSTFILE2=/tmp/escript2.$$  HOSTFILE2=/tmp/escript2.$USER.$$
27    
28  #Begin finding ESCRIPT_ROOT  #Begin finding ESCRIPT_ROOT
29  if [ $STDLOCATION -ne 0 ]  if [ $STDLOCATION -ne 0 ]
# Line 35  else Line 35  else
35    if [[ $0 =~ / ]]    if [[ $0 =~ / ]]
36    then    then
37        # We are not using the PATH to find the script        # We are not using the PATH to find the script
38        cd `dirname $0`        cd "`dirname $0`"
39        scriptdir=`pwd`        scriptdir=`pwd`
40        cd $CURDIR        cd "$CURDIR"
41    else    else
42        # name does not contain / therefore we are using        # name does not contain / therefore we are using
43        tscriptdir=`which $0`        tscriptdir=`which $0`
44        if [ $? != 0 ]        if [ $? -ne 0 ]
45        then        then
46            echo "Error! Unable to determine script directory. Exiting."            echo "Error! Unable to determine script directory. Exiting."
47            exit 1            exit 1
# Line 49  else Line 49  else
49        scriptdir=`dirname $tscriptdir`        scriptdir=`dirname $tscriptdir`
50    fi    fi
51    
52    cd $scriptdir/..    cd "$scriptdir/.."
53    ESCRIPT_ROOT=`pwd`    ESCRIPT_ROOT=`pwd`
54    cd ..    cd ..
55    ESCRIPT_PARENT=`pwd`    ESCRIPT_PARENT=`pwd`
56    cd $CURDIR    cd "$CURDIR"
57    
58  fi  fi
59  ##### End finding ESCRIPT_ROOT  ########  ##### End finding ESCRIPT_ROOT  ########
60    
61  if [ ! -r $ESCRIPT_ROOT/lib/buildvars ]; then  
     echo "Error! Unable to read escript build information. Exiting."  
     exit 1  
 fi  
62    
63  PYTHON_MPI_NULL="$ESCRIPT_ROOT/lib/pythonMPI"  PYTHON_MPI_NULL="$ESCRIPT_ROOT/lib/pythonMPI"
64  PYTHON_MPI_REDIRECT="$ESCRIPT_ROOT/lib/pythonMPIredirect"  PYTHON_MPI_REDIRECT="$ESCRIPT_ROOT/lib/pythonMPIredirect"
# Line 77  EXTRA_LD_LIBRARY_PATH=$ESCRIPT_ROOT/lib Line 74  EXTRA_LD_LIBRARY_PATH=$ESCRIPT_ROOT/lib
74    
75  if [ $STANDALONE -eq 1 ]  if [ $STANDALONE -eq 1 ]
76  then  then
77      EXTRA_PATH=$ESCRIPT_PARENT/pkg/python/bin:$EXTRA_PATH      EXTRA_PATH=$ESCRIPT_PARENT/pkg/python/bin:$ESCRIPT_PARENT/pkg/scons/bin:$EXTRA_PATH
78      EXTRA_LD_LIBRARY_PATH=$ESCRIPT_PARENT/pkg/boost/lib:$ESCRIPT_PARENT/pkg/netcdf/lib/:$EXTRA_LD_LIBRARY_PATH      EXTRA_LD_LIBRARY_PATH=$ESCRIPT_PARENT/pkg/boost/lib:$ESCRIPT_PARENT/pkg/netcdf/lib/:$EXTRA_LD_LIBRARY_PATH
79      EXTRA_LD_LIBRARY_PATH=$EXTRA_LD_LIBRARY_PATH      EXTRA_LD_LIBRARY_PATH=$EXTRA_LD_LIBRARY_PATH
80      EXTRA_LD_LIBRARY_PATH=$ESCRIPT_PARENT/pkg/python/lib:$EXTRA_LD_LIBRARY_PATH      EXTRA_LD_LIBRARY_PATH=$ESCRIPT_PARENT/pkg/python/lib:$EXTRA_LD_LIBRARY_PATH
# Line 85  then Line 82  then
82  fi  fi
83    
84    
85    BUILDINFO_FILE=$ESCRIPT_ROOT/lib/buildvars
86    if [ ! -r $BUILDINFO_FILE ]; then
87        if [ "$1" = "-e" ];then
88        echo "export LD_LIBRARY_PATH=$EXTRA_LD_LIBRARY_PATH:\$LD_LIBRARY_PATH"
89        echo "export PYTHONPATH=$EXTRA_PYTHONPATH:\$PYTHONPATH"
90        echo "export PATH=$EXTRA_PATH:\$PATH"
91        if [ "`uname`" = "Darwin" ]
92        then
93            echo "export DYLD_LIBRARY_PATH=$EXTRA_DYLD_LIBRARY_PATH:$EXTRA_LD_LIBRARY_PATH:\$DYLD_LIBRARY_PATH"
94        fi  
95            exit 0
96        fi
97        echo "Error! Unable to read escript build information. Exiting."
98        exit 1
99    fi
100    
101    function get_buildvar {
102        echo `grep "^$1=" $BUILDINFO_FILE |cut -d= -f2`
103    }
104    
105    #
106    #   Add VisIt paths if required
107    #
108    WITH_VISIT=`get_buildvar visit`
109    if [ "$WITH_VISIT" = "1" ]; then
110        VISIT_BIN=`which visit`
111        if [ $? -eq 0 ]; then
112            VISIT_PY_PATH=`$VISIT_BIN -env | grep LIBPATH | cut -d= -f2`
113            EXTRA_PYTHONPATH=$EXTRA_PYTHONPATH:$VISIT_PY_PATH
114            EXTRA_LD_LIBRARY_PATH=$EXTRA_LD_LIBRARY_PATH:$VISIT_PY_PATH
115        elif [ ! -z $ESCRIPT_VERBOSE ]; then
116            echo "VisIt module enabled but VisIt not in path!"
117        fi
118    fi
119    
120  HELP_TEXT="  HELP_TEXT="
121  Usage: escript [options] script.py [arguments...]  Usage: escript [options] script.py [arguments...]
122      -n nn       number of nodes to use      -n nn       number of nodes to use
123      -p np       number of MPI processes to spawn      -p np       number of MPI processes to spawn per node
124      -t nt       number of OpenMP threads to use      -t nt       number of OpenMP threads to use
125      -f file     name of MPI hostfile      -f file     name of MPI hostfile
126      -c      print compile information for escript and exit      -c      print compile information for escript and exit
# Line 131  do Line 162  do
162        "c")  cat $ESCRIPT_ROOT/lib/buildvars        "c")  cat $ESCRIPT_ROOT/lib/buildvars
163          exit 0          exit 0
164          ;;          ;;
165        "V")  echo "escript-pre4.0(build "`grep svn_revision $ESCRIPT_ROOT/lib/buildvars |cut -d= -f2`")"        "V")  echo "escript-development(build "`get_buildvar svn_revision`")"
166          exit 0          exit 0
167          ;;          ;;
168        "h")  echo "$HELPTEXT"        "h")  echo "$HELPTEXT"
# Line 163  done Line 194  done
194  shift `expr $OPTIND - 1`  shift `expr $OPTIND - 1`
195  #==============================================  #==============================================
196  #  #
197  #   Read the MPI_FLAVOUR from the buildvars  #   Read MPI_FLAVOUR and WITH_OPENMP from the buildvars
198  #  #
199  MPI_FLAVOUR=`grep mpi_flavour $ESCRIPT_ROOT/lib/buildvars |cut -d= -f2`  MPI_FLAVOUR=`get_buildvar mpi`
200  WITH_OPENMP=`grep useopenmp $ESCRIPT_ROOT/lib/buildvars |cut -d= -f2`  WITH_OPENMP=`get_buildvar openmp`
201    
202  if [ ! -z $ESCRIPT_VERBOSE ]; then  if [ ! -z $ESCRIPT_VERBOSE ]; then
203      echo "MPI flavour is $MPI_FLAVOUR."      echo "MPI flavour is $MPI_FLAVOUR."
204      if [ "$WITH_OPENMP" = "y" ]; then echo "OpenMP enabled."; fi      if [ "$WITH_OPENMP" = "1" ]; then echo "OpenMP enabled."; fi
205  fi  fi
206    
207  #  #
# Line 213  then Line 244  then
244      ESCRIPT_NUM_NODES=1      ESCRIPT_NUM_NODES=1
245      ESCRIPT_NUM_PROCS=1      ESCRIPT_NUM_PROCS=1
246  else  else
247        # use the PBS_NODEFILE if not otherwise specified
248        if [[ ( ! -z $PBS_NODEFILE ) && ( -z $ESCRIPT_HOSTFILE ) ]]
249        then
250            ESCRIPT_HOSTFILE=$PBS_NODEFILE
251        fi
252    
253      if [ ! -z $ESCRIPT_HOSTFILE ]      if [ ! -z $ESCRIPT_HOSTFILE ]
254      then      then
255          if [ -f $ESCRIPT_HOSTFILE ]          if [ -f $ESCRIPT_HOSTFILE ]
# Line 239  else Line 276  else
276    
277      if [ -z $ESCRIPT_NUM_NODES ]      if [ -z $ESCRIPT_NUM_NODES ]
278      then      then
279        ESCRIPT_NUM_NODES=1          ESCRIPT_NUM_NODES=1
280      fi      fi
281    
282      if [ -z $ESCRIPT_NUM_PROCS ]      if [ -z $ESCRIPT_NUM_PROCS ]
283      then      then
284        ESCRIPT_NUM_PROCS=1          ESCRIPT_NUM_PROCS=1
285      fi      fi
286    
287      if [ ! -z $ESCRIPT_VERBOSE ]      if [ ! -z $ESCRIPT_VERBOSE ]
288      then      then
289            echo "ESCRIPT_NUM_NODES = $ESCRIPT_NUM_NODES "          echo "ESCRIPT_NUM_NODES = $ESCRIPT_NUM_NODES "
290            echo "ESCRIPT_NUM_PROCS = $ESCRIPT_NUM_PROCS "          echo "ESCRIPT_NUM_PROCS = $ESCRIPT_NUM_PROCS "
291      fi      fi
292  fi  fi
293    
294  if [ "$WITH_OPENMP" = "y" ]  if [ "$WITH_OPENMP" = "1" ]
295  then  then
296     if [ -z $ESCRIPT_NUM_THREADS ]     if [ -z $ESCRIPT_NUM_THREADS ]
297     then     then
# Line 281  fi Line 318  fi
318  (( TOTPROC=$ESCRIPT_NUM_NODES * $ESCRIPT_NUM_PROCS))  (( TOTPROC=$ESCRIPT_NUM_NODES * $ESCRIPT_NUM_PROCS))
319  if [ $? -ne 0 ]     #Some compute error  if [ $? -ne 0 ]     #Some compute error
320  then            #This could happen if the args were not a number  then            #This could happen if the args were not a number
321    echo "expression of total number of processors = $ESCRIPT_NUM_NODES * $ESCRIPT_NUM_PROCS is not numerical."      echo "expression of total number of processors = $ESCRIPT_NUM_NODES * $ESCRIPT_NUM_PROCS is not numerical."
322    exit 1      exit 1
323  fi  fi
324    
325  #  #
# Line 290  fi Line 327  fi
327  #  #
328  if [[ ( ( ! -z $DOINTERACTIVE ) || ( $# -eq 0 ) ) && ( $TOTPROC -gt 1) ]]  if [[ ( ( ! -z $DOINTERACTIVE ) || ( $# -eq 0 ) ) && ( $TOTPROC -gt 1) ]]
329  then  then
330    echo "Interactive mode cannot be used with more than one process"      echo "Interactive mode cannot be used with more than one process"
331    exit 1      exit 1
332  fi  fi
333    
334  if [ $TOTPROC -gt 1 ]  if [ $TOTPROC -gt 1 ]
335  then  then
336     if [ "$ESCRIPT_CREATESTDFILES" = "yes" ]      if [ "$ESCRIPT_CREATESTDFILES" = "yes" ]
337     then      then
338         PYTHON_MPI=$PYTHON_MPI_REDIRECT          PYTHON_MPI=$PYTHON_MPI_REDIRECT
339     else      else
340         PYTHON_MPI=$PYTHON_MPI_NULL          PYTHON_MPI=$PYTHON_MPI_NULL
341     fi      fi
342  else  else
343      PYTHON_MPI=$PYTHON_MPI_NULL      PYTHON_MPI=$PYTHON_MPI_NULL
344  fi  fi
# Line 309  fi Line 346  fi
346  # Must have at least one command-line arg: the python script  # Must have at least one command-line arg: the python script
347  if [ $# -eq 0 ]  if [ $# -eq 0 ]
348  then  then
349    if [ ! -z $DOBINARY ]      if [ ! -z $DOBINARY ]
350    then      then
351      echo "No program to run was specified. Exiting."          echo "No program to run was specified. Exiting."
352      exit 1          exit 1
353    fi      else
354            DOINTERACTIVE="yes"
355        fi
356  fi  fi
357    
358  #=========================================================================================================  #=========================================================================================================
# Line 321  if [ ! -z $DOBINARY ] Line 360  if [ ! -z $DOBINARY ]
360  then  then
361      EXEC_CMD="$@"      EXEC_CMD="$@"
362  else  else
363      if [ "$MPI_FLAVOUR" = "none" ]      # Check to see if the python version we were compiled with matches the
364      then      # one of PYTHON_CMD.
365          # Check to see if the python version we were compiled with matches the one of EXEC_CMD      compfull=`get_buildvar python_version`
366          # We should only do this check if they are running a python script      compversion=`echo $compfull | cut -d. -f1,2`
367          if [ -f $ESCRIPT_ROOT/lib/pyversion ]      compmajor=`echo $compfull | cut -d. -f1`
368        if [ "$PYTHON_CMD" = "python" ] # if people have customised the command they
369        then                                # might not want us changing it
370            if [ "$compmajor" = "3" ]
371          then          then
372             compversion=`cat $ESCRIPT_ROOT/lib/pyversion`              PYTHON_CMD=python3
            intversion=`$PYTHON_CMD -V 2>&1`  
            if [ "$compversion" != "$intversion" ]  
            then  
               echo "Python versions do not match. Escript was compiled for "$compversion"."  
               echo "Current version of Python appears to be "$intversion"."  
               exit 1  
            fi  
373          fi          fi
374      if [ ! -z $DOINTERACTIVE ]      fi
375        intversion=`$PYTHON_CMD -c 'from __future__ import print_function;import sys;print("%d.%d"%(sys.version_info[0], sys.version_info[1]))'`
376        if [ "$compversion" != "$intversion" ]
377        then
378            echo "Python versions do not match. Escript was compiled for "$compversion"."
379            echo "Current version of Python appears to be "$intversion"."
380            exit 1
381        fi
382        if [ "$MPI_FLAVOUR" = "none" ]
383        then
384            if [ ! -z $DOINTERACTIVE ]
385          then          then
386             EXEC_CMD="$PYTHON_CMD -i $@"             EXEC_CMD="$PYTHON_CMD -i $@"
387          else          else
388             EXEC_CMD="$PYTHON_CMD $@"             EXEC_CMD="$PYTHON_CMD $@"
389          fi          fi
390      else      else
391      if [ ! -z $DOINTERACTIVE ]          if [ ! -z $DOINTERACTIVE ]
392          then          then
393             EXEC_CMD="$PYTHON_MPI -i $@"             EXEC_CMD="$PYTHON_MPI -i $@"
394          else          else
# Line 356  if [ ! -z $ESCRIPT_VERBOSE ]; then echo Line 401  if [ ! -z $ESCRIPT_VERBOSE ]; then echo
401  #  #
402  #   now we start to spwan things:  #   now we start to spwan things:
403  #  #
404  if [ "$WITH_OPENMP" = "y" ]  if [ "$WITH_OPENMP" = "1" ]
405  then  then
406     export OMP_NUM_THREADS=$ESCRIPT_NUM_THREADS     export OMP_NUM_THREADS=$ESCRIPT_NUM_THREADS
407     EXPORT_ENV="$EXPORT_ENV,OMP_NUM_THREADS"     EXPORT_ENV="$EXPORT_ENV,OMP_NUM_THREADS"
# Line 373  then Line 418  then
418     if [ ! -z $HOSTFILE ]     if [ ! -z $HOSTFILE ]
419     then     then
420        HOST_LIST=`awk 'BEGIN{S=""}{if (S == "") { S = $0 } else {S = S "," $0}}END{print S}' $HOSTFILE`        HOST_LIST=`awk 'BEGIN{S=""}{if (S == "") { S = $0 } else {S = S "," $0}}END{print S}' $HOSTFILE`
421        CMD="mpirun -x ${EXPORT_ENV//,/ -x } --bynode -np $TOTPROC --host $HOST_LIST $EXEC_CMD"        CMD="mpirun --gmca mpi_warn_on_fork 0 -x ${EXPORT_ENV//,/ -x } --bynode -np $TOTPROC --host $HOST_LIST $EXEC_CMD"
422     else     else
423        CMD="mpirun -x ${EXPORT_ENV//,/ -x } -np $TOTPROC $EXEC_CMD"        CMD="mpirun --gmca mpi_warn_on_fork 0 -x ${EXPORT_ENV//,/ -x } -np $TOTPROC $EXEC_CMD"
424     fi     fi
425     if [ ! -z $ESCRIPT_VERBOSE ]; then echo "MPI command is \"$CMD\"."; fi     if [ ! -z $ESCRIPT_VERBOSE ]; then echo "MPI command is \"$CMD\"."; fi
426     $CMD     $CMD
# Line 385  then Line 430  then
430  elif [ "$MPI_FLAVOUR" = "INTELMPI" ]  elif [ "$MPI_FLAVOUR" = "INTELMPI" ]
431  then  then
432    
433     if [ "$WITH_OPENMP" = "y" ]     if [ "$WITH_OPENMP" = "1" ]
434     then     then
435         export I_MPI_PIN_DOMAIN=omp         export I_MPI_PIN_DOMAIN=omp
436         EXPORT_ENV="$EXPORT_ENV, I_MPI_PIN_DOMAIN"         EXPORT_ENV="$EXPORT_ENV, I_MPI_PIN_DOMAIN"

Legend:
Removed from v.2866  
changed lines
  Added in v.3975

  ViewVC Help
Powered by ViewVC 1.1.26