bin/mpirunDebug

   1 #!/bin/bash
   2 #------------------------------------------------------------------------------
   3 # =========                 |
   4 # \\      /  F ield         | foam-extend: Open Source CFD
   5 #  \\    /   O peration     | Version:     4.0
   6 #   \\  /    A nd           | Web:         http://www.foam-extend.org
   7 #    \\/     M anipulation  | For copyright notice see file Copyright
   8 #------------------------------------------------------------------------------
   9 # License
  10 #     This file is part of foam-extend.
  11 #
  12 #     foam-extend is free software: you can redistribute it and/or modify it
  13 #     under the terms of the GNU General Public License as published by the
  14 #     Free Software Foundation, either version 3 of the License, or (at your
  15 #     option) any later version.
  16 #
  17 #     foam-extend is distributed in the hope that it will be useful, but
  18 #     WITHOUT ANY WARRANTY; without even the implied warranty of
  19 #     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  20 #     General Public License for more details.
  21 #
  22 #     You should have received a copy of the GNU General Public License
  23 #     along with foam-extend.  If not, see <http://www.gnu.org/licenses/>.
  24 #
  25 # Script
  26 #     mpirunDebug
  27 #
  28 # Description
  29 #     Driver script to run mpi jobs with the processes in separate
  30 #     windows or to separate log files.
  31 #     Requires bash on all processors.
  32 #------------------------------------------------------------------------------
  33
  34 if [ `uname -s` = Linux ]
  35 then
  36     ECHO='echo -e'
  37 else
  38     ECHO='echo'
  39 fi
  40
  41
  42 printUsage() {
  43     echo ""
  44     echo "Usage: ${0##*/} -np <dd> <executable> <args>"
  45     echo ""
  46     echo "This will run like mpirun but with each process in an xterm"
  47 }
  48
  49 nProcs=''
  50 exec=''
  51 args=''
  52
  53 while [ "$1" != "" ]; do
  54     echo "$1"
  55     case $1 in
  56       -np)
  57         nProcs=$2
  58         shift
  59         ;;
  60       *)
  61         if [ ! "$exec" ]; then
  62             exec=$1
  63         elif [ ! "$args" ]; then
  64             args="\"$1\""
  65         else
  66             args="$args \"$1\""
  67         fi
  68         ;;
  69
  70     esac
  71     shift
  72 done
  73
  74 echo "nProcs=$nProcs"
  75 echo "exec=$exec"
  76 echo "args=$args"
  77
  78 if [ ! "$nProcs" ]; then
  79     printUsage
  80     exit 1
  81 fi
  82 if [ ! "$args" ]; then
  83     printUsage
  84     exit 1
  85 fi
  86 if [ ! "$exec" ]; then
  87     printUsage
  88     exit 1
  89 fi
  90
  91 exec=`which $exec`
  92 if [ ! -x "$exec" ]; then
  93     echo "Cannot find executable $exec or is not executable"
  94     printUsage
  95     exit 1
  96 fi
  97
  98 if [ ! "$PWD" ]; then
  99     PWD=`pwd`
 100 fi
 101
 102 echo "run $args" > $PWD/gdbCommands
 103 echo "where" >> $PWD/gdbCommands
 104 echo "Constructed gdb initialization file $PWD/gdbCommands"
 105
 106 $ECHO "Choose running method: 0)normal  1)gdb+xterm  2)gdb  3)log  4)log+xterm  5)xterm+valgrind 6)nemiver: \c"
 107 read method
 108 if [ "$method" -ne 0 -a "$method" -ne 1 -a "$method" -ne 2 -a "$method" -ne 3 -a "$method" -ne 4 -a "$method" -ne 5 -a "$method" -ne 6 ]; then
 109     printUsage
 110     exit 1
 111 fi
 112
 113 $ECHO "Run all processes local or distributed? 1)local  2)remote: \c"
 114 read spawn
 115 if [ "$spawn" -ne 1 -a "$spawn" -ne 2 ]; then
 116     printUsage
 117     exit 1
 118 fi
 119
 120 # check ~/.$WM_PROJECT/$WM_PROJECT_VERSION/
 121 # check ~/.$WM_PROJECT/
 122 # check <installedProject>/etc/
 123 if [ "$WM_PROJECT" ]; then
 124
 125    for i in \
 126       $HOME/.WM_PROJECT/$WM_PROJECT_VERSION \
 127       $HOME/.WM_PROJECT \
 128       $WM_PROJECT_DIR/etc \
 129       ;
 130    do
 131       if [ -f "$i/bashrc" ]; then
 132          sourceFoam="$i/bashrc"
 133          break
 134       fi
 135    done
 136 fi
 137
 138 # Construct test string for remote execution.
 139 # Source OpenFOAM settings if OpenFOAM environment not set.
 140 # attempt to preserve the installation directory 'FOAM_INST_DIR'
 141 if [ "$FOAM_INST_DIR" ]; then
 142    sourceFoam='[ "$WM_PROJECT" ] || '"FOAM_INST_DIR=$FOAM_INST_DIR . $sourceFoam"
 143 else
 144    sourceFoam='[ "$WM_PROJECT" ] || '". $sourceFoam"
 145 fi
 146
 147 echo "**sourceFoam:$sourceFoam"
 148
 149 rm -f $PWD/mpirun.schema
 150 touch $PWD/mpirun.schema
 151
 152 proc=0
 153 xpos=0
 154 ypos=0
 155 for ((proc=0; proc<$nProcs; proc++))
 156 do
 157     procCmdFile="$PWD/processor${proc}.sh"
 158     procLog="processor${proc}.log"
 159     geom="-geometry 120x20+$xpos+$ypos"
 160     node=""
 161
 162     if [ .$WM_MPLIB = .OPENMPI ]; then
 163         node="-np 1 "
 164     fi
 165
 166     echo "#!/bin/sh" > $procCmdFile
 167     if [ "$method" -eq 0 ]; then
 168         echo "$sourceFoam; cd $PWD; $exec $args | tee $procLog" >> $procCmdFile
 169         echo "${node}$procCmdFile" >> $PWD/mpirun.schema
 170     elif [ "$method" -eq 1 ]; then
 171         echo "$sourceFoam; cd $PWD; gdb -command $PWD/gdbCommands $exec 2>&1 | tee $procLog; read dummy" >> $procCmdFile
 172         #echo "$sourceFoam; cd $PWD; $exec $args; read dummy" >> $procCmdFile
 173         echo "${node}xterm -font fixed -title 'processor'$proc $geom -e $procCmdFile" >> $PWD/mpirun.schema
 174     elif [ "$method" -eq 2 ]; then
 175         echo "$sourceFoam; cd $PWD; gdb -command $PWD/gdbCommands >& $procLog" >> $procCmdFile
 176         echo "${node}$procCmdFile" >> $PWD/mpirun.schema
 177     elif [ "$method" -eq 3 ]; then
 178         echo "$sourceFoam; cd $PWD; $exec $args >& $procLog" >> $procCmdFile
 179         echo "${node}$procCmdFile" >> $PWD/mpirun.schema
 180     elif [ "$method" -eq 4 ]; then
 181         echo "$sourceFoam; cd $PWD; $exec $args 2>&1 | tee $procLog; read dummy" >> $procCmdFile
 182         echo "${node}xterm -font fixed -title 'processor'$proc $geom -e $procCmdFile" >> $PWD/mpirun.schema
 183     elif [ "$method" -eq 5 ]; then
 184         echo "$sourceFoam; cd $PWD; valgrind --tool=memcheck --leak-check=full $exec $args | tee $procLog; read dummy" >> $procCmdFile
 185         echo "${node}xterm -font fixed -title 'processor'$proc $geom -e $procCmdFile" >> $PWD/mpirun.schema
 186     elif [ "$method" -eq 6 ]; then
 187         ## maybe one could use nemiver sessions for reloading breakpoints --session=<N> or --last
 188         # echo "$sourceFoam; cd $PWD; nemiver --last $exec $args; read dummy" >> $procCmdFile
 189         echo "$sourceFoam; cd $PWD; nemiver $exec $args; read dummy" >> $procCmdFile
 190         # echo "$sourceFoam; cd $PWD; ddd --args $exec $args; read dummy" >> $procCmdFile
 191         echo "${node} $procCmdFile" >> $PWD/mpirun.schema
 192     fi
 193
 194     chmod +x $procCmdFile
 195
 196     let column=proc%6
 197     if [ $proc -ne 0 -a $column -eq 0 ]; then
 198         ((xpos+=600))
 199         ((ypos=0))
 200     else
 201         ((ypos+=200))
 202     fi
 203 done
 204
 205 for ((proc=0; proc<$nProcs; proc++))
 206 do
 207     procLog="processor${proc}.log"
 208     echo "    tail -f $procLog"
 209 done
 210
 211 cmd=""
 212 if [ .$WM_MPLIB = .OPENMPI ]; then
 213     cmd="mpirun -app $PWD/mpirun.schema </dev/null"
 214 elif [ .$WM_MPLIB = .MPICH ]; then
 215     cmd="mpiexec"
 216     for ((proc=0; proc<$nProcs; proc++))
 217     do
 218         read procCmd
 219
 220         procXtermCmdFile="$PWD/processor${proc}Xterm.sh"
 221         echo "#!/bin/sh" > $procXtermCmdFile
 222         echo "$procCmd" >> $procXtermCmdFile
 223         chmod +x $procXtermCmdFile
 224         if [ $proc -ne 0 ]; then
 225             cmd="${cmd} :"
 226         fi
 227         cmd="${cmd} -n 1 ${procXtermCmdFile}"
 228     done < $PWD/mpirun.schema
 229 fi
 230
 231 echo "Constructed $PWD/mpirun.schema file."
 232 echo ""
 233 echo "    $cmd"
 234 echo ""
 235 $ECHO "Press return to execute.\c"
 236 read dummy
 237 exec $cmd
 238
 239 #------------------------------------------------------------------------------