check-jobs.sh

#!/bin/bash


# How to use check-jobs.sh
#-------------------------------------------------------------------------------
if [ $# -lt 1 ]; then
    echo " "
    echo " Check the status of the jobs"
    echo " "
    echo "   ./check-jobs.sh 0"
    echo " "
    echo " Print the list of failed files and remove the corresponding STDOUT"
    echo " "
    echo "   ./check-jobs.sh 1"
    echo " "
    exit -1
fi

export OPTION=$1

export NPEND=`bjobs | grep PEND | wc -l`
export NRUN=`bjobs | grep RUN | wc -l`

export NFINISH=0
export NGOOD=0

if [ -d "jobs" ]; then
    NFINISH=`ls jobs/LSFJOB_*/STDOUT | wc -l`
    NGOOD=`cat jobs/LSFJOB_*/STDOUT | grep Done | wc -l`
fi


# Check the status of the jobs
#-------------------------------------------------------------------------------
printf " \n"
printf " %3d jobs pending\n"    $NPEND
printf " %3d jobs running\n"    $NRUN
printf " %3d jobs finished\n"   $NFINISH
printf " %3d jobs successful\n" $NGOOD
printf " \n"

if [ $NGOOD -ne $NFINISH ]; then

    printf " The following jobs have failed\n\n"
    
    for fn in `ls jobs/LSFJOB_*/STDOUT`; do

	export ISDONE=`cat $fn | grep Done | wc -l`
	
	if [ $ISDONE -ne 1 ]; then

	    printf " %s\n" $fn

	    export FILENAME=`cat $fn | grep '/eos/'`

            echo $FILENAME
	    echo " "

	    if [ "$OPTION" -eq "1" ]; then

		rm -rf $fn
	
	    fi
	fi
    done
    
    printf " \n"
fi