schooner_initial_LBM.bsub 3.72 KB
Newer Older
Femi Kadri's avatar
Femi Kadri committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127
#!/bin/tcsh
#
# PLEASE DON'T REMOVE THESE COMMENTS EVER!!!
# They will always be important and may save you lots of grief.
#
# Also, please note that lines that begin with pound-BSUB (#) are
# batch scheduler directives, so they are absolutely crucial.
#
# If the command below prompts for a password, then your MPI job will fail:
#   % ssh topdawg1 uptime
#
# To submit a job:
#
#   bsub < jobname.bsub
#
# To see what jobs you personally have in the queue:
#
#   bjobs
#
# To see what jobs everyone has in the queue:
#
#   bjobs -uall
#
# To kill a job (replace # with the job ID number):
#
#   bkill #
#
# Below is the output of bjobs -uall.  Note that PEND means that the
# job is pending (sitting in the queue waiting its turn to run) and
# RUN means running (surprise!).
#
# JOBID   USER    STAT  QUEUE    FROM_HOST EXEC_HOST JOB_NAME   SUBMIT_TIME
# 1873    andubey PEND  normal   topdawg1            *ppn1_016n Apr 22 19:14
# 1976    kwthoma PEND  normal   topdawg1            spstorm    Apr 24 17:36
# 1977    bcg     PEND  normal   topdawg2            *ib-test32 Apr 25 14:05
# 1986    bcg     PEND  normal   topdawg2            *ib-test32 Apr 25 14:05
# 2087    aauroux PEND  normal   topdawg1            nbody_mpi  Apr 26 17:26
# 2088    aauroux PEND  normal   topdawg1            nbody_mpi  Apr 26 17:26
# 2147    llee    PEND  normal   topdawg1            *flow.bsub Apr 27 20:57
# 2148    llee    PEND  normal   topdawg1            *flow.bsub Apr 27 20:58
# 2149    llee    PEND  normal   topdawg1            *flow.bsub Apr 27 20:58
# 2150    llee    PEND  normal   topdawg1            *flow.bsub Apr 27 20:58
# 2146    llee    PEND  mpi_gige topdawg1            lammps     Apr 27 20:53
#
# The line below says the name of the queue to be used.  In most cases,
# the queue will be named normal, unless you're submitting an MPI job
# that uses Gigabit Ethernet, in which case use mpi_gige.
#
#BSUB -q debug
#
# Use MPI over Infiniband (high performance interconnection network).
#
#BSUB -a mvapich
#
# Request exclusive access on the participating nodes.
#
#BSUB -x
#
# Use 4 CPUs at 2 CPUs per node, which is to say 2 nodes.
#
#BSUB -n 64
BSUB -R "span[ptile=8]"
#

#create the lbm_input.txt, which the program uses to obtain the path to the input.txt file
rm -f lbm_input.txt
setenv working_directory `pwd` # Notice that we're using the back quote.
echo \"${working_directory}/input.txt\" > lbm_input.txt

# STDOUT (the output to the terminal screen) will go to the file stated below.
# STDERR (the error output) will go to the file stated below.
# Note that %J means the job ID number.
#
#BSUB -o Init_LBM_%J_out.txt
#BSUB -e Init_LBM_%J_err.txt
#
# Run for up to 12 hours of wall clock time (time experienced in real life).
# The maximum allowable wall clock time is 00:30 hours.
#
#BSUB -W 02:00
#
# The job's name in the queue list.
#

#setenv DIRECTORY_NAME `pwd |  perl -p -e 's/.*\//g;'`
#BSUB -J "Init_LBM"
#
# The e-mail address to send notifications to.
#
#BSUB -u phemykadri@gmail.com
#
cd ${working_directory}

# Make sure you're in the correct directory.

pwd



# Run the job, redirecting input from the given file.  The date commands
# help track runtime and performance.
#
# NOTE!!! YOU ***MUST*** USE THE ABSOLUTE FULL PATH FOR YOUR EXECUTABLE!
#   ***DON'T*** USE A RELATIVE PATH OR LEAVE OUT THE PATH!!!


setenv MPI_COMPILER intel
setenv MPI_INTERCONNECT ib
#setenv MPI_VENDOR openmpi

# Make sure that various storage size limits on this Unix "shell"
# aren't an impediment to this batch job's success.

limit cputime      unlimited
limit filesize     unlimited
limit datasize     unlimited
limit stacksize    unlimited
limit memoryuse    unlimited
limit vmemoryuse   unlimited

date
mpirun.lsf \
  ${working_directory}/lbm
date

rm -f lbm_input.txt
unsetenv working_directory