Skip to content

Commit

Permalink
JUNO porting - Added rolling, runFrame, frame_TEMPLATE
Browse files Browse the repository at this point in the history
  • Loading branch information
meg-hox committed May 14, 2024
1 parent e6be176 commit 986943d
Show file tree
Hide file tree
Showing 3 changed files with 71 additions and 58 deletions.
16 changes: 10 additions & 6 deletions frame_TEMPLATE.conf
Original file line number Diff line number Diff line change
@@ -1,19 +1,23 @@
#!/bin/bash

USER_DATA="FRAMEVISIR_DEV"
USER_ACCOUNT="framevisir-dev"

# FRAME path files
export FRAME_PATHS=/work/opa/$USER/VISIR-2/FRAME/Utilita/DirPaths_DEV.yaml
export FRAME_PATHS=/users_home/cmcc/$USER_ACCOUNT/VISIR-2/config/DirPaths_DEV.yaml

# Directory with the VISIR-2 model for FRAME-VISIR:
export BASE_PATH=/work/opa/$USER/VISIR-2/FRAME/
export BASE_PATH=/users_home/cmcc/$USER_ACCOUNT/VISIR-2

# Directory with VISIR-2 operational scripts
export OP_PATH=/work/opa/$USER/operational_scripts/FRAME/
export OP_PATH=/users_home/cmcc/$USER_ACCOUNT/framesportOperationalScripts/
export LOG_OP_PATH=/work/cmcc/$USER_ACCOUNT/framesportOperationalScripts_logs/

# FramesPort folder for link
export SRCLINK=/data/products/FRAME-VISIR/_products/dynamic/
export SRCLINK=/data/products/$USER_DATA/__products/dynamic/

# Final directory
export DATAPRODUCTS=/data/products/FRAME-VISIR/_products/dynamic
export DATAPRODUCTS=/data/products/$USER_DATA/__products/dynamic/

# Final part of the path
export SRCAPPEND=AdriaticSea_nu04_inv012_T07/Visualizzazioni/
export SRCAPPEND=AdriaticSea_nu04_inv012_T07/Visualizzazioni/
42 changes: 24 additions & 18 deletions rolling.sh
Original file line number Diff line number Diff line change
Expand Up @@ -6,13 +6,13 @@
#############################

#HOW TO RUN :
# /work/opa/visir-dev/frame/operationalScript/rolling.sh > /work/opa/visir-dev/frame/operationalScript/logs/out/rolling_$(date +"%Y%m%d_%H%M").log 2> /work/opa/visir-dev/frame/operationalScript/logs/out/rolling_$(date +"%Y%m%d_%H%M").err &
# /users_home/cmcc/framevisir-dev/framesportOperationalScripts/rolling.sh > /work/cmcc/framevisir-dev/framesportOperationalScripts_logs/out/rolling_$(date +"%Y%m%d_%H%M").log 2> /work/cmcc/framevisir-dev/framesportOperationalScripts_logs/err/rolling_$(date +"%Y%m%d_%H%M").err &

# Rolling Frame-fisir crontab
#00 00 * * * /work/opa/visir-dev/frame/operationalScript/rolling.sh > /work/opa/visir-dev/frame/operationalScript/logs/out/rolling_$(date +"\%Y\%m\%d").log 2> /work/opa/visir-dev/frame/operationalScript/logs/err/rolling_$(date +"\%Y\%m\%d").err &
#00 00 * * * /users_home/cmcc/framevisir-dev/framesportOperationalScripts/rolling.sh > /work/cmcc/framevisir-dev/framesportOperationalScripts_logs/out/rolling_$(date +"\%Y\%m\%d").log 2> /work/cmcc/framevisir-dev/framesportOperationalScripts_logs/err/rolling_$(date +"\%Y\%m\%d").err &

# paths
source $HOME/frame.conf
source $HOME/frame_JUNO.conf

# load utils
# source ${OP_PATH}/utils.sh
Expand All @@ -23,8 +23,8 @@ TODAY=$(date +"%Y%m%d")

# path - PROD

# BASEPATH=/work/opa/visir-dev/frame/operationalScript/
LOGFOLDER=${OP_PATH}/logs
# BASEPATH=/users_home/cmcc/framevisir-dev/framesportOperationalScripts/
LOGFOLDER=${LOG_OP_PATH}/
OUT_LOGS_DIR=${LOGFOLDER}/out
ERR_LOGS_DIR=${LOGFOLDER}/err
CHECK_LOGS_DIR=${LOGFOLDER}/check
Expand Down Expand Up @@ -69,8 +69,11 @@ done
if [[ ! -z ${OUT_LOGS_DIR} ]] && [[ ! -z ${ERR_LOGS_DIR} ]] ; then
# if the paths exist and are all defined rolling logs
echo "OUT_LOGS_DIR=${OUT_LOGS_DIR}, ERR_LOGS_DIR=${ERR_LOGS_DIR} are defined."
LOGS_REM="find ${OUT_LOGS_DIR} ${ERR_LOGS_DIR} ${CAMIDDLE} -not -name .keep -not -name ${PRESERVE_FILE} -type f -exec rm -rf -v {} \; " # rm -rf or echo
LOGS_READ="find ${OUT_LOGS_DIR} ${ERR_LOGS_DIR} ${CAMIDDLE} -not -name .keep -not -name ${PRESERVE_FILE} -type f -exec echo -v {} \; " # rm -rf or echo -v
echo "READING files..."
eval $LOGS_READ
LOGS_REM="find ${OUT_LOGS_DIR} ${ERR_LOGS_DIR} ${CAMIDDLE} -not -name .keep -not -name ${PRESERVE_FILE} -type f -exec rm -rf {} \; " # rm -rf or echo -v
echo "REMOVING these files..."
eval $LOGS_REM

else
Expand All @@ -79,30 +82,33 @@ fi


# check
if [[ ! -z ${CHECK_LOGS_DIR} ]] ; then
# if the paths exist and are all defined rolling logs
echo "CHECK_LOGS_DIR=${CHECK_LOGS_DIR} defined."
LOGS_REM="find ${CHECK_LOGS_DIR} -not -name .keep -mtime +1 -type f -exec rm -rf -v {} \; " # rm -rf
echo "READING files..."
eval $LOGS_REM
# if [[ ! -z ${CHECK_LOGS_DIR} ]] ; then
# # if the paths exist and are all defined rolling logs
# echo "CHECK_LOGS_DIR=${CHECK_LOGS_DIR} defined."
# LOGS_REM="find ${CHECK_LOGS_DIR} -not -name .keep -mtime +1 -type f -exec rm -rf -v {} \; " # rm -rf or echo
# echo "READING files..."
# eval $LOGS_REM

else
echo "CHECK_LOGS_DIR is not defined. Exiting... "
fi
# else
# echo "CHECK_LOGS_DIR is not defined. Exiting... "
# fi



##############################################################
#
# DATA PRODUCTS on _dynamic
# -- delete /data/products/FRAME-VISIR/_products/dynamic/<REF_DATE>_<hh>/AdriaticSea_nu04_inv012_T07/Campi
# -- delete /data/products/FRAME-VISIR/_products/dynamic/<REF_DATE>_<hh>/AdriaticSea_nu04_inv012_T07/Visualizzazioni
# -- delete /data/products/FRAMEVISIR_DEV/__products/dynamic/<REF_DATE>_<hh>/AdriaticSea_nu04_inv012_T07/Campi
# -- delete /data/products/FRAMEVISIR_DEV/__products/dynamic/<REF_DATE>_<hh>/AdriaticSea_nu04_inv012_T07/Pesi
# -- delete /data/products/FRAMEVISIR_DEV/__products/dynamic/<REF_DATE>_<hh>/AdriaticSea_nu04_inv012_T07/Visualizzazioni
#
##############################################################
echo "=== Rolling ${DYNAMIC_DATA} ==="

echo "Find Campi and Visualizzazioni folder in ${DYNAMIC_DATA} older than $DAYS_TO_PRESERVE days"
DATA_DIR_REM="find ${DYNAMIC_DATA} -maxdepth 3 -mindepth 3 -not -name 'Tracce' -mtime +31 -type d -exec rm -rf -v {} \; " # rm -rf or echo
DATA_DIR_READ="find ${DYNAMIC_DATA} -maxdepth 3 -mindepth 3 -not -name 'Tracce' -mtime +${DAYS_TO_PRESERVE} -type d -exec echo -v {} \; " # rm -rf or echo -v
eval $DATA_DIR_READ
DATA_DIR_REM="find ${DYNAMIC_DATA} -maxdepth 3 -mindepth 3 -not -name 'Tracce' -mtime +${DAYS_TO_PRESERVE} -type d -exec rm -rf {} \; " # rm -rf or echo -v
#DATA_DIR_REM="find ${DYNAMIC_DATA} -maxdepth 3 -mindepth 3 -not -name 'Tracce' -mtime +31 -type d | xargs rm -r"
echo "and delete ..."
eval $DATA_DIR_REM
Expand Down
Loading

0 comments on commit 986943d

Please sign in to comment.