forked from agilmore2/HDB
-
Notifications
You must be signed in to change notification settings - Fork 0
/
uchdba_cron.athena
144 lines (144 loc) · 10 KB
/
uchdba_cron.athena
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
#
############################
#HDB2 automated applications
############################
#
# Read snotel data from NRCS website
#
30 06 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/basins/work;. get_load_snotel.sh >> $HDB_ENV/basins/work/get_load_snotel.log 2> $HDB_ENV/basins/work/get_load_snotel.err
#
40 09 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/basins/work;. get_load_snotel.sh >> $HDB_ENV/basins/work/get_load_snotel.log 2> $HDB_ENV/basins/work/get_load_snotel.err
# Read historical snotel data for past 40 days, need better source!
45 09 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/basins/work/snotel_hist; ./run_hist_snotel.pl 40 >> $HDB_ENV/basins/work/snotel_hist/run_40day_snotel.log 2> $HDB_ENV/basins/work/snotel_hist/run_40day_snotel.err
#
# Read data from NRCS ftp site for Gunnison MMS
#
55 07 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/gun_temps/src;./get_load_guntemps >> $HDB_ENV/gun_temps/src/get_load_guntemps.log 2> $HDB_ENV/gun_temps/src/get_load_guntemps.err
#
# Read data from NWS ftp site for Gunnison MMS
#
24 10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/nws_data/src;./get_load_nwsdata.sh >> $HDB_ENV/nws_data/src/get_load_nwsdata.log 2> $HDB_ENV/nws_data/src/get_load_nwsdata.err
#
# Read data from El Paso's daily report
#
45 10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/elpaso/src; . ./get_load_elpaso.sh >> $HDB_ENV/elpaso/src/get_load_elpaso.log 2> $HDB_ENV/elpaso/src/get_load_elpaso.err
55 10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/elpaso/src;bash -c "HDB_LOCAL=uchdbdev $HDB_ENV/elpaso/src/elpaso2hdb.pl Dailyflow.htm app_user uchdbdev"
#
# Read data from USGS website
#
00 07,09,11,13,15 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/usgs2hdb/src; ./usgs2hdb.pl -a $HOME/.app_user_login -n 2 -l u > $HDB_ENV/usgs2hdb/src/usgs2hdb.log 2> $HDB_ENV/usgs2hdb/src/usgs2hdb.err
#
# Read data from USGS website every day, all 31 days
#
03 5 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/usgs2hdb/src; ./usgs2hdb.pl -a $HOME/.app_user_login -n 31 -l u > $HDB_ENV/usgs2hdb/src/usgs2hdb31.log 2> $HDB_ENV/usgs2hdb/src/usgs2hdb31.err
#
# Read data from CO DOMSAT website
#
#
27 7,9,16,21 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/codwr2hdb/src; ./codwr2hdb.pl -a $HOME/.app_user_login -n 3 > $HDB_ENV/codwr2hdb/src/codwr2hdb.log 2> $HDB_ENV/codwr2hdb/src/codwr2hdb.err
#
#
# Run Archive Loader for current water year
#
35 04,05,06,07,08,09,10,11,12,13,14,16 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/dataloader/work/archives; ./hmArchiveJava.sh >> $HDB_ENV/dataloader/work/archives/dataloader.log 2>$HDB_ENV/dataloader/work/archives/dataloader.err
#
# Run Archive Loader for previous water year, need to run it
# every day in October, November, December
#
21 5,9 * 10,11,12 * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/dataloader/work/archives; ./hmArchiveJava_prev.sh >> $HDB_ENV/dataloader/work/archives/dataloader_prev.log 2>$HDB_ENV/dataloader/work/archives/dataloader_prev.err
#
# Run derivation application every hour except 9 and 10 pm, to allow backups
# without hanging the derivation application.
#
# disabled 4/28/2008! Hurrah!
#05 0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,23 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/derivation/src; derivation app_user uchdb2 >$HDB_ENV/log/derivation.err 2>&1
#
# Compress last year's SCADA crsp_ files on February 1
#
03 02 01 02 * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/scadaTransfer/work/old_files; ./compress_files
#
# Email about automated processes
#
57 10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/check_automated_processes/work; ../src/check_processes.pl
#
# Email about data consistency
#
00 10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/check_data_consistency/work; ../src/check_consistency.pl 40
#
# Cleanup script for Partial computations, and to keep datatypes syncronized
#
07 01 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/dailyReports/src; ./daily_cleanup.sh
#*********************************************************************
# OUTPUT PROCESSES FROM HDB
#*********************************************************************
#
#
# Need to move other data output functions to uchdba
# snowmap, others?
#
# Transfer hourly data files from VMS drive (/zipdata) to ftp site for
# Stonefly Technologies
# at 4 minutes past every hour!
04 * * * * csh -c "source /wrg/home/uchdba/.cshrc; cd /wrg/hdb/HDB2_applications/xferftp/src; ./xferftp_stonefly.sh" >> /wrg/hdb/HDB2_applications/xferftp/src/xferftp_stonefly.out 2> /wrg/hdb/HDB2_applications/xferftp/src/xferftp_stonefly.err
#
# Transfer 15 minute data from HDB for El Paso
#
12 5,6,7,8,9,10,11,12,13,14,15,16,17,18,19 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/hourlyReports/src; ./elpaso_districts_report.pl -a $HOME/.app_user_login >> $HDB_ENV/hourlyReports/src/elpaso_report.out 2> $HDB_ENV/hourlyReports/src/elpaso_report.err
#
# Transfer NIIP diversion data to ftp site for Keller Blisner
#
09 10 * * * csh -c "source /wrg/home/uchdba/.cshrc; cd /wrg/hdb/HDB2_applications/xferftp/src; ./xferftp_kellerblisner.sh" >> /wrg/hdb/HDB2_applications/xferftp/src/xferftp_kellerblisner.out 2> /wrg/hdb/HDB2_applications/xferftp/src/xferftp_kellerblisner.err
#
# Transfer data about Lake Powell to ftp site for general consumption
#
09 10 * * * csh -c "source /wrg/home/uchdba/.cshrc; cd /wrg/hdb/HDB2_applications/xferftp/src; ./xferftp_lakepowelldata.sh" >> /wrg/hdb/HDB2_applications/xferftp/src/xferftp_lakepowelldata.out 2> /wrg/hdb/HDB2_applications/xferftp/src/xferftp_lakepowelldata.err
#
# Transfer two files for Corps of Engineers in Sacramento about
# Starvation and Jordanelle (and a BUNCH more sites)
#
55 6 * * * csh -c "source /wrg/home/uchdba/.cshrc; cd /wrg/hdb/HDB2_applications/xferftp/src; ./xferftp_starvjordan.sh" >> /wrg/hdb/HDB2_applications/xferftp/src/xferftp_starvjordan.out 2> /wrg/hdb/HDB2_applications/xferftp/src/xferftp_starvjordan.err
55 6 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/dailyReports/src; ./xferftp_COEdata.sh >> $HDB_ENV/dailyReports/src/xferftp_COEdata.out 2> $HDB_ENV/dailyReports/src/xferftp_COEdata.err
#
# Transfer SQL generated data file to NWS CBRFC
#
13 8,10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/dailyReports/src; ./xferftp_nwsdata.sh >> $HDB_ENV/dailyReports/src/xferftp_nwsdata.out 2> $HDB_ENV/dailyReports/src/xferftp_nwsdata.err
#
# Transfer SQL generated hourly data to WAPA and GCMRC
#
27 11 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/hourlyReports/work; ../src/wapa_gcmrc_report.pl -a $HOME/.app_user_login >> $HDB_ENV/hourlyReports/work/wapagcmrc.out 2> $HDB_ENV/hourlyReports/work/wapagcmrc.err
#
# Transfer Daily Gunnison reservoir data to State of Colorado
#
04 06 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/dailyReports/src; ./codwr_report.pl -a $HOME/.app_user_login >> $HDB_ENV/dailyReports/src/codwrreport.out 2> $HDB_ENV/dailyReports/src/codwrreport.err
#
# Transfer Daily (and monthly running total) Powell Release to WAPA/Montrose
#
14 10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/xferftp/src; ./xfermail_montrose.sh >> $HDB_ENV/xferftp/src/xfermail_montrose.out 2> $HDB_ENV/xferftp/src/xfermail_montrose.err
#
# Tea cup diagrams (used to be in Amy Thatcher's crontab)
#
# Wasatch Front
10 10 * * 1-5 . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/gentea/work; gentea wasatch_input.png /wrg/exec/pub/AOP/wasatch_teacup.png wasatch.cfg > wasatch_teacup.out 2> wasatch_teacup.err
# Gunnison Basin
10 10 * * 1-5 . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/gentea/work; gentea gunnison_input.png /wrg/exec/pub/AOP/gunnison_teacup.png gunnison.cfg > gunnison_teacup.out 2> gunnison_teacup.err
# CRSP Reservoirs
11 10 * * 1-5 . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/gentea/work; gentea crsp_input.png /wrg/exec/pub/AOP/crsp_teacup.png crsp.cfg > crsp_teacup.out 2> crsp_teacup.err
# San Juan
11 10 * * 1-5 . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/gentea/work; gentea sanjuan_input.png /wrg/exec/pub/AOP/sanjuan_teacup.png sanjuan.cfg > sanjuan_teacup.out 2> sanjuan_teacup.err
# Green River
12 10 * * 1-5 . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/gentea/work; gentea green_input.png /wrg/exec/pub/AOP/green_teacup.png green.cfg > green_teacup.out 2> green_teacup.err
# Pecos/Rio Grande
12 10 * * 1-5 . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/gentea/work; gentea pecosrio_input.png /wrg/exec/pub/AOP/pecosrio_teacup.png pecosrio.cfg > pecosrio_teacup.out 2> pecosrio_teacup.err
#Duchesne
12 10 * * 1-5 . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/gentea/work; gentea duchesne_input.png /wrg/exec/pub/AOP/duchesne_teacup.png duchesne.cfg > duchesne_teacup.out 2> duchesne_teacup.err
#Price San Rafael
12 10 * * 1-5 . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/gentea/work; gentea pricesanrafael_input.png /wrg/exec/pub/AOP/pricesanrafael_teacup.png pricesanrafael.cfg > pricesanrafael_teacup.out 2> pricesanrafael_teacup.err
#
# Site information scripts for output to website (used to be in Rick Clayton's crontab)
#
# Reservoirs (and NIIP)
10 10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/res_data/work; ./process_res_data >$HDB_ENV/res_data/work/process_res_data.out 2>$HDB_ENV/res_data/work/process_res_data.err
# Western Colorado Area Office data
16 10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/wcao_data/work; ./process_wcao_data
# Sites (Glen Canyon single datatype for narrow browsers)
21 10 * * * . $HOME/.bashrc_hdb2_prod; . $HDB_ENV/.bashrc_hdb_app; cd $HDB_ENV/site_data/work; ./process_site_data