sf_daq_buffer/scripts/retrieve_detector_data.sh

#!/bin/bash

if [ $# -lt 3 ]
then
    echo "Usage :   $0 detector_name start_pulse_id end_pulse_id "
    echo "Example : $0 JF07T32V01    11709404000    11709405000  "
    echo "Optional parameters:                                   output_file_name rate_multiplicator jf_conversion run_file raw_file"
    exit
fi

DETECTOR=$1
START_PULSE_ID=$2
STOP_PULSE_ID=$3
PULSE_ID_STEP=1 # by default assume 100Hz
JF_CONVERSION=0 # by default don't call ju_export
RUN_FILE=None
RAW_FILE=None

echo "Request to retrieve : $@ "
echo "Started                 : "`date`
date1=$(date +%s)

if [ $# -ge 4 ]
then
    OUTFILE=$4
else
    OUTFILE=/gpfs/photonics/swissfel/buffer/test.${START_PULSE_ID}-${STOP_PULSE_ID}.h5
fi

if [ $# -ge 5 ]
then
    PULSE_ID_STEP=$5
fi

if [ $# -ge 6 ]
then
    JF_CONVERSION=$6
    if [ $# -ge 7 ]
    then
        RUN_FILE=$7
    fi
    if [ $# -eq 8 ]
    then
        RAW_FILE=$8
    fi
fi


case ${DETECTOR} in
'JF01T03V01')
  NM=3
  DET_CONFIG_FILE=/gpfs/photonics/swissfel/buffer/config/stream-JF01.json
  ;;
'JF02T09V02')
  NM=9
  DET_CONFIG_FILE=/gpfs/photonics/swissfel/buffer/config/stream-JF02.json
  ;;
'JF06T32V02')
  NM=32
  DET_CONFIG_FILE=/gpfs/photonics/swissfel/buffer/config/stream-JF06.json
  ;;
'JF06T08V02')
  NM=8
  DET_CONFIG_FILE=/gpfs/photonics/swissfel/buffer/config/stream-JF06_4M.json
  ;;
'JF07T32V01')
  NM=32
  DET_CONFIG_FILE=/gpfs/photonics/swissfel/buffer/config/stream-JF07.json
  ;;
'JF13T01V01')
  NM=1
  DET_CONFIG_FILE=/gpfs/photonics/swissfel/buffer/config/stream-JF13.json
  ;;
*)
  NM=1
esac

#coreAssociated="7,8,9,10,11,12,13,14"
coreAssociated="9,10,11,12,13,14,15,16,17"

touch /tmp/detector_retrieve.log

cd /gpfs/photonics/swissfel/buffer/

PREVIOUS_STILL_RUN=0
while [ ${PREVIOUS_STILL_RUN} == 0 ]
do
    sleep 15 # we need to sleep at least to make sure that we don't read from CURRENT file
#    ps -fe | grep "bin/sf_writer " | grep -v grep | grep sf_writer > /dev/null 
#    PREVIOUS_STILL_RUN=$? # not found == 1
#    PREVIOUS_STILL_RUN=1
    n=`ps -fe | grep "bin/sf_writer " | grep -v grep | grep sf_writer | wc -l`
    if [ ${n} -lt 9 ]
    then
        PREVIOUS_STILL_RUN=1
    fi
done

date2=$(date +%s)
echo -n "Waited Time   : "
echo $((date2-date1)) | awk '{print int($1/60)":"int($1%60)}' 
echo "Started actual retrieve : "`date`

if [ ${JF_CONVERSION} == 0 ]
then
    OUTFILE_RAW=${OUTFILE}
else
    if [ ${RAW_FILE} != "None" ]
    then
        OUTFILE_RAW=${RAW_FILE}
        D1=`dirname ${OUTFILE_RAW}`
        mkdir -p ${D1}
    else
        RUN_NUMBER=`basename ${RUN_FILE} | awk -F '.' '{print $1}'`
        D1=`dirname ${RUN_FILE}`
        D2=`dirname ${D1}`
        OUTFILE_RAW=${D2}/.raw/${RUN_NUMBER}.${DETECTOR}.h5
        mkdir -p ${D2}/.raw/
    fi
fi

taskset -c ${coreAssociated} /usr/bin/sf_writer ${OUTFILE_RAW} /gpfs/photonics/swissfel/buffer/${DETECTOR} ${NM} ${START_PULSE_ID} ${STOP_PULSE_ID} ${PULSE_ID_STEP}>> /tmp/detector_retrieve.log &

wait

#coreAssociatedConversion="35,34,33,32,31,30,29,28,27"
coreAssociatedConversion="35,34,33,32,31,30,29,28,27,26,25,24,23,22,21,20,19,18"
#TODO: calculate this number from coreAssociatedConversion
#export NUMBA_NUM_THREADS=18

date3=$(date +%s)
echo "Finished                : "`date`
echo -n "Retrieve Time : "
echo $((date3-date2)) | awk '{print int($1/60)":"int($1%60)}'

if [ ${JF_CONVERSION} == 0 ]
then
    echo "File is written in raw format, no compression"
else
    echo "Will call compression/convertion ${OUTFILE_RAW} --> ${OUTFILE}"

    PREVIOUS_STILL_RUN=0
    while [ ${PREVIOUS_STILL_RUN} == 0 ]
    do
        sleep 15 # we need to sleep at least to make sure that we don't read from CURRENT file
        n=`ps -fe | grep "scripts/export_file.py " | grep -v grep | grep export | wc -l`
        if [ ${n} -lt 18 ]
        then
            PREVIOUS_STILL_RUN=1
        fi
    done
    date4=$(date +%s)
    echo -n "Sleep Time : "
    echo $((date4-date3)) | awk '{print int($1/60)":"int($1%60)}'

    export PATH=/home/dbe/miniconda3/bin:$PATH
    source deactivate >/dev/null 2>&1
    source activate conversion
    taskset -c ${coreAssociatedConversion} python /home/dbe/git/sf_daq_buffer/scripts/export_file.py ${OUTFILE_RAW} ${OUTFILE} ${RUN_FILE} ${DET_CONFIG_FILE}
    python /home/dbe/git/sf_daq_buffer/scripts/make_crystfel_list.py ${OUTFILE} ${RUN_FILE}
    date5=$(date +%s)
    echo "Finished                : "`date`
    echo -n "Conversion Time : "
    echo $((date5-date4)) | awk '{print int($1/60)":"int($1%60)}'

fi