rtggo

#!/bin/bash

wd=/data/webrtg
wwwreq="rtgreq.txt"
locreq="rtgreq_done.txt"
wwwsite="http://portal.eiscat.se/db"
export PATH=$PATH:/usr/local/bin
export EISCATSITE=web

fsiz() {
	filesize=`ls -l $1 | awk '{print $5}'`
}
mail_it() {
#	s-nail -S 'smtp=smtp://www.eiscat.se' -s "$RTG $rundir output files" -r "RTG <ingemar@eiscat.se>" $* <<!
	#mutt -e "set crypt_use_gpgme=no" -s "RTG $rundir output files" -e "my_hdr From: RTG <ingemar@eiscat.se>" $* <<!
	mutt -F /home/eiscat/muttrc.webgup -e "set crypt_use_gpgme=no" -s "RTG $rundir output files" -e "my_hdr From: RTG <ingemar@eiscat.se>" $* <<!
Enclosed you find result files for your RTG@$rundir process.
EISCAT
!
}

unpack() {
 funn=$2
 echo $1 | base64 -d > $funn
 if [ "`file -b $2`" != "ASCII text" ]
 then
  7z x $2 >/dev/null
  rm $2
  t=`ls`
  if [ `ls -1 | wc -l` = 1 ] && [ "${t##*.}" = "tar" ]
  then
   tar xf $t
   rm $t
  fi
  funn="${2%%.*}"
 fi
}

cd $wd
rtgdef=""
selfig=""
if [ "$1" ]
then
 echo "Doing from command line"
 eval $1
 echo $dirs
 echo $ndumps
 echo $maxfsize
 echo $REMOTE_ADDR
 echo $rtgdef
 echo $rtgdefn
 echo $selfig
 echo $selsub
 echo $selfun
 echo $selfunn
 verb=" -v"
else
 if ! wget $wwwsite/$wwwreq -O $wwwreq 2>/dev/null
 then
 echo "Could not reach HQ"
  exit 0
 elif cmp -s $wwwreq $locreq
 then
  echo "All already done"
  exit 0
 else
  QUERY_STRING=`comm -23 $wwwreq $locreq | head -n1`
 fi
 fsiz $wwwreq
 nsiz=$filesize
 fsiz $locreq
 if [ -z "$QUERY_STRING" ] || [ $nsiz -lt $filesize ]
 then
  echo "New list"
  cp $wwwreq $locreq
  exit 0
 fi
 echo $QUERY_STRING >> $locreq
 eval $QUERY_STRING
 verb=""
fi

atpos=`expr index "$resultpath" "@"`
if [ -z $resultpath ] || [ $atpos -eq 0 ]
then
 echo "Nowhere to send results"
 exit 1
fi
rundir=`date +%y%m%dw%H%M`
if [ -d $rundir ]
then
 rm -rf $rundir
fi
mkdir $rundir
cd $rundir
if [ -n "$selfig" ] && [ -n "$selsub" ] &&  [ -n "$selfun" ] && [ -n "$selfunn" ]
then
 unpack $selfun $selfunn
 selax="-x $selfig,$selsub,$funn"
else
 selax=""
fi
if [ -n "$rtgdef" ] && [ -n $rtgdefn ]
then
 unpack $rtgdef $rtgdefn
 def="-D $funn"
elif [ -n "$rtgdef" ]
then
 echo $rtgdef | tr '#' '\n' > rtgd.m
 def="-D rtgd.m"
else
 def=""
fi
for tar in $dirs
do
 curl -o - "$tar" 2>/dev/null | tar xf -
 #wget -O - "$tar" 2>/dev/null | tar xf -
done
datapath=`ls -d */* |head -1`
if [ -z $datapath ]
then
 echo "No data defined"
 exit 1
fi
maxsize=3000000
if [ $maxfsize ]
then
 maxsize=$(($maxfsize*730000)) #uuencoding maxes file ~27% bigger 
fi
 
inp=`ls`
/opt/remtg/webtg $verb -t -n $ndumps -d $datapath $def $selax
rm -r $inp
rmdir data #Matlab 2017b bug?
resdir=`ls`
if [ -d $resdir ]
then
 cd $resdir
fi

flist=""
for fil in `ls`
do
 fsiz $fil
 if [ $filesize -gt $maxsize ]
 then
  split -db $maxsize $fil $fil.
  flist="$flist `ls $fil.??`"
 else
  flist="$flist $fil"
 fi
done
nsiz=0
matt=""
for fil in $flist
do
 fsiz $fil
 if [ $((nsiz+filesize)) -gt $maxsize ] && [ $nsiz -ne 0 ]
 then
  mail_it $matt -- $resultpath
  sleep 30
  matt=""
  nsiz=0
 fi
 matt="$matt -a $fil"
 nsiz=$((nsiz+filesize))
done
mail_it $matt -- $resultpath