More comments.

This commit is contained in:
Cas Cremers 2011-03-31 15:01:50 +02:00
parent 9959baf926
commit c2662abaef

View File

@ -6,6 +6,9 @@
# #
# Tries to parallellize the jobs, and sends a mail afterwards # Tries to parallellize the jobs, and sends a mail afterwards
echo "================================="
echo " Phase 0: Setup"
echo "================================="
AWKSCRIPT=" { srand(); print int(1000000 * rand()) } " AWKSCRIPT=" { srand(); print int(1000000 * rand()) } "
RND=`echo | awk "$AWKSCRIPT"` RND=`echo | awk "$AWKSCRIPT"`
@ -17,13 +20,27 @@ echo $JOBNAME
echo $JSONFILE echo $JSONFILE
echo $BATCHFILE echo $BATCHFILE
echo "================================="
echo " Phase 1: generate jobs list"
echo "================================="
bsub -I -N -W 8:00 -J $JOBNAME ./test-mpa.py --pickle $JSONFILE $* bsub -I -N -W 8:00 -J $JOBNAME ./test-mpa.py --pickle $JSONFILE $*
echo "================================="
echo " Phase 2a: precompute job outputs"
echo "================================="
# Each verification has a time limit of 600 seconds = 10 minutes # Each verification has a time limit of 600 seconds = 10 minutes
# To fit in the one hour queue, that means 5 jobs maximum. # To fit in the one hour queue, that means 5 jobs maximum.
bsub -I -N -W 8:00 -J $JOBNAME -oo $BATCHFILE ./make-bsub.py $JSONFILE 5 -W 1:00 -J $JOBNAME bsub -I -N -W 8:00 -J $JOBNAME -oo $BATCHFILE ./make-bsub.py $JSONFILE 5 -W 1:00 -J $JOBNAME
# Due to pending etc. the below may take a while. # Due to pending etc. the below may take a while.
sleep 10 sleep 10
bash $BATCHFILE bash $BATCHFILE
echo "================================="
echo " Phase 2b: perfom actual job"
echo " (after precomputation is done"
echo "================================="
bsub -I -N -W 8:00 -J after$JOBNAME -w "ended($JOBNAME)" ./test-mpa.py $* bsub -I -N -W 8:00 -J after$JOBNAME -w "ended($JOBNAME)" ./test-mpa.py $*
echo "================================="
echo " Done."
echo "================================="