/
make_scripts.csh
executable file
·117 lines (105 loc) · 5.16 KB
/
make_scripts.csh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
#!/bin/csh -f
### Specify the base directory
set baseDir = `pwd`
set baseName = "est_fluxes"
set tName = "${baseDir}/templates/template_${baseName}.jl"
set bName = "${baseDir}/templates/template_batch.brc"
set sName = "${baseDir}/batch/temporary_submit.brc"
### Define the inversion window and number of back days
set invWindow = "1" # Days to use
set backHours = "36" # Number of back days to use
### Are we doing cross validation?
set cross_validate = 1 # zero for false, one for true
set kFold = 9
### Define the time period to run
set yyyy = "2020"
# February
set month = ("02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02" "02")
set day = ("01" "02" "03" "04" "05" "06" "07" "08" "09" "10" "11" "12" "13" "14" "15" "16" "17" "18" "19" "20" "21" "22" "23" "24" "25" "26" "27" "28" "29")
# March
set month = ($month:q "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03" "03")
set day = ($day:q "01" "02" "03" "04" "05" "06" "07" "08" "09" "10" "11" "12" "13" "14" "15" "16" "17" "18" "19" "20" "21" "22" "23" "24" "25" "26" "27" "28" "29" "30" "31")
# April
set month = ($month:q "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04" "04")
set day = ($day:q "01" "02" "03" "04" "05" "06" "07" "08" "09" "10" "11" "12" "13" "14" "15" "16" "17" "18" "19" "20" "21" "22" "23" "24" "25" "26" "27" "28" "29" "30")
# May
set month = ($month:q "05" "05" "05")
set day = ($day:q "01" "02" "03")
### Create the files
rm -f ${baseDir}/${baseName}_????????.jl > /dev/null # Clear old files
rm -f ${baseDir}/${baseName}_????????_*.jl > /dev/null # Clear old files
rm -f ${sName} > /dev/null # Clear old files
rm -f ${baseDir}/batch/submit_*.brc > /dev/null # Clear old files
rm -f ${baseDir}/batch/run_script.csh > /dev/null # Clear old files
@ i = 0
foreach iter ($day)
### Get month and day
@ i++
set mm = ${month[$i]}
set dd = ${day[$i]}
### Initialize our submission script
cp ${bName} ${sName}
echo 'julia -p $nProcs BaseName_YearYearMonthMonthDayDay_DAILY.jl > $runDir/batch/log/log_YearYearMonthMonthDayDay_DAILY.txt' >> ${sName}
### Update the template
# Filenames
set fName = "${baseDir}/${baseName}_${yyyy}${mm}${dd}_DAILY.jl"
# Copy the template
sed -e "s:YearYear:${yyyy}:g" \
-e "s:MonthMonth:${mm}:g" \
-e "s:DayDay:${dd}:g" \
-e "s:WindowWindow:${invWindow}:g" \
-e "s:BackHoursBackHours:${backHours}:g" \
-e "s:CrossValidCrossValid:false:g" \
-e "s:kFoldkFold:10 :g" \
-e "s:kIndkInd:1 :g" \
-e "s:SuffixSuffix:_DAILY:g" \
${tName} > ${fName}
chmod 744 ${fName}
### Build the cross-validation?
if ($cross_validate == 1) then
@ kInd = 1
while ($kInd <= $kFold)
# Make the different iterations
set fName = "${baseDir}/${baseName}_${yyyy}${mm}${dd}_DAILY_${kInd}.jl"
sed -e "s:YearYear:${yyyy}:g" \
-e "s:MonthMonth:${mm}:g" \
-e "s:DayDay:${dd}:g" \
-e "s:WindowWindow:${invWindow}:g" \
-e "s:BackHoursBackHours:${backHours}:g" \
-e "s:CrossValidCrossValid:true :g" \
-e "s:kFoldkFold:${kFold} :g" \
-e "s:kIndkInd:${kInd} :g" \
-e "s:SuffixSuffix:_DAILY:g" \
${tName} > ${fName}
chmod 744 ${fName}
# Add this iteration to the submission script and modify the number
echo 'julia -p $nProcs BaseName_YearYearMonthMonthDayDay_DAILY_kIndkInd.jl > $runDir/batch/log/log_YearYearMonthMonthDayDay_DAILY_kIndkInd.txt' >> ${sName}
sed -i -e "s:kIndkInd:${kInd}:g" ${sName}
# Iterate
@ kInd++
end
endif
### Finalize the submission script
# Change year, month, day
sed -i -e "s:BaseName:${baseName}:g" \
-e "s:YearYear:${yyyy}:g" \
-e "s:MonthMonth:${mm}:g" \
-e "s:DayDay:${dd}:g" \
${sName}
# Append to the end of our submission script
echo ' ' >> ${sName}
echo '### END of job' >> ${sName}
echo 'echo "Job complete: "`date`' >> ${sName}
echo 'exit(0)' >> ${sName}
echo ' ' >> ${sName}
echo '### =======================================================' >> ${sName}
echo '### = E N D =' >> ${sName}
echo '### =======================================================' >> ${sName}
# Change the name
mv ${sName} ${baseDir}/batch/submit_${yyyy}${mm}${dd}_DAILY.brc
chmod 744 ${baseDir}/batch/submit_${yyyy}${mm}${dd}_DAILY.brc
# Append this to our run script
echo "sbatch submit_${yyyy}${mm}${dd}_DAILY.brc" >> ${baseDir}/batch/run_script.csh
chmod 744 ${baseDir}/batch/run_script.csh
end
exit(0)