#!/bin/bash

JOBS_DIR=/var/www/html/its/.jobs
SCRIPTS_DIR=/var/www/html/its/.submit

gen_xrsl () {
cat > strags_agent.xrsl <<END
&
(jobName="ITASER $JOB_NAME")
(runTimeEnvironment="I-TASSER")
(executable="runI-TASSER.pl")
(arguments="seq.fasta")
(inputFiles=("seq.fasta" ""))
(outputFiles=("/" ""))
(wallTime="$((60*24))")
(memory="2048")
(count="1")
(countpernode="1")
(stdout="stdout.log")
(stderr="stderr.log")
(cache="yes")
(gmlog="debug")
END
}

submit_job () {
    local jobdir=$1
    cd $jobdir
    # source params
    source job.params
    # generate proxy
    arcproxy -C $X509_USER_CERT -K $X509_USER_KEY -P job.proxy -V $SCRIPTS_DIR/vomses -S $VO_NAME
    # generate job description
    gen_xrsl > job.xrsl
    # submit job
    arcsub -j job.id -z "$SCRIPTS_DIR/arc.client.conf" -S org.ogf.glue.emies.activitycreation -d INFO job.xrsl >submit.log 2>&1
    if [ $? -eq 0 ]; then
        echo 1 > "./status"
    fi
    cd -
}

monitor_job () {
    local jobdir=$1
    cd $jobdir
    # get state
    jobstate="$( arcstat -j job.id | sed -n '/^\s*State:/s/^\sState:\s*\([a-zA-Z]\+\)/\1/p' )"
    # save state if fetched
    if [ -n "$jobstate" ]; then
        if [ "$jobstate" == "Finished" ]; then
            echo 3 > "./status"
            arcstat -j job.id | sed -n '/^\s*Exit\sCode:/p' > "./status.info"
        else
            echo 2 > "./status"
            echo $jobstate > "./status.info"
        fi
    fi
    cd -
}

get_results () {
    local jobdir=$1
    cd $jobdir
    # get results
    mkdir results
    arcget -j job.id -D results
    # archive results
    tar cjf results.tar.bz2 results
    echo 4 > "./status"
}

mail_results () {
    local jobdir=$1
    cd $jobdir
    # source params
    source job.params
    # e-mail if defined
    if [ -n "$EMAIL" ]; then
        cat <<END | mutt -a "results.tar.bz2" -s "Grid ITS results for $JOB_NAME" -- "$EMAIL"
Dear GridITS user!

You job $JOB_NAME has finished with $( cat status.info ).
Please find attached job results archive.

Sincerelly yours,
Grid ITS Servicie
END
    fi
}

for _job in $( find $JOBS_DIR -mindepth 1 -maxdepth 1 -type d  ); do
    _status=$( cat "$_job/status" )
    case $_status in
        0)  # added from portal
            submit_job $_job
            ;;
        1)  # submitted
            monitor_job $_job
            ;;
        2)  # in monitoring
            monitor_job $_job
            ;;
        3)  # finished
            get_results $_job
            ;;
        4)  # results retrieved
            mail_results $_job
            ;;
        *)
            echo "ERROR: Incorrect status for job $_job"
    esac
done