Revision e5c2e69b
Added by Adam Wilson over 11 years ago
| climate/procedures/Pleiades_MOD35.R | ||
|---|---|---|
| 103 | 103 |
### report on what has already been processed |
| 104 | 104 |
print(paste(sum(!proclist$done)," out of ",nrow(proclist)," (",round(100*sum(!proclist$done)/nrow(proclist),2),"%) remain"))
|
| 105 | 105 |
stem(table(tile=proclist$tile[proclist$done],year=proclist$year[proclist$done])) |
| 106 |
table(tile=proclist$tile[proclist$done],year=proclist$year[proclist$done]) |
|
| 106 |
#table(tile=proclist$tile[proclist$done],year=proclist$year[proclist$done])
|
|
| 107 | 107 |
table(table(tile=proclist$tile[!proclist$done],year=proclist$year[!proclist$done])) |
| 108 | 108 |
|
| 109 | 109 |
### explore tile counts |
| ... | ... | |
| 127 | 127 |
i=2 |
| 128 | 128 |
time1=system.time(system(paste("Rscript --verbose ",script," --date ",proclist$date[i]," --verbose T --tile ",proclist$tile[i],sep="")))
|
| 129 | 129 |
hours=round(length(proclist$date[tp])*142/60/60) |
| 130 |
hours=round(length(proclist$date[tp])*time1[3]/60/60,1) |
|
| 131 |
hours/240
|
|
| 130 |
hours=round(length(proclist$date[tp])*time1[3]/60/60,1); hours
|
|
| 131 |
hours/400
|
|
| 132 | 132 |
print(paste("Based on runtime of previous command, it will take",hours," hours to process the full set"))
|
| 133 | 133 |
} |
| 134 | 134 |
|
| ... | ... | |
| 136 | 136 |
### qsub script |
| 137 | 137 |
cat(paste("
|
| 138 | 138 |
#PBS -S /bin/bash |
| 139 |
#PBS -l select=28:ncpus=8:mpiprocs=8
|
|
| 139 |
#PBS -l select=50:ncpus=8:mpiprocs=8
|
|
| 140 | 140 |
##PBS -l select=100:ncpus=8:mpiprocs=8 |
| 141 | 141 |
##PBS -l walltime=8:00:00 |
| 142 | 142 |
#PBS -l walltime=2:00:00 |
| ... | ... | |
| 148 | 148 |
#PBS -V |
| 149 | 149 |
|
| 150 | 150 |
#CORES=800 |
| 151 |
CORES=224
|
|
| 151 |
CORES=400
|
|
| 152 | 152 |
|
| 153 | 153 |
HDIR=/u/armichae/pr/ |
| 154 | 154 |
source $HDIR/etc/environ.sh |
| ... | ... | |
| 179 | 179 |
### Now submit the script to generate the climatologies |
| 180 | 180 |
|
| 181 | 181 |
## report 'mostly' finished tiles |
| 182 |
## this relyies on proclist above so be sure to update above before running
|
|
| 182 |
## this relies on proclist above so be sure to update above before running |
|
| 183 | 183 |
md=table(tile=proclist$tile[!proclist$done],year=proclist$year[!proclist$done]) |
| 184 | 184 |
mdt=names(md[md<10,]) |
| 185 | 185 |
tiles=mdt |
| ... | ... | |
| 204 | 204 |
file=paste("notdone_climate.txt",sep=""),row.names=F,col.names=F,quote=F)
|
| 205 | 205 |
|
| 206 | 206 |
## delay start until previous jobs have finished? |
| 207 |
delay=F
|
|
| 207 |
delay=T
|
|
| 208 | 208 |
## check running jobs to get JobID of job you want to wait for |
| 209 |
system("qstat -u awilso10")
|
|
| 209 |
system("qstat -u awilso10",intern=T)
|
|
| 210 | 210 |
## enter JobID here: |
| 211 |
job="881394.pbspl1.nas.nasa.gov"
|
|
| 211 |
job="2031668.pbspl1.nas.nasa.gov"
|
|
| 212 | 212 |
|
| 213 | 213 |
### qsub script |
| 214 | 214 |
cat(paste("
|
| 215 | 215 |
#PBS -S /bin/bash |
| 216 |
#PBS -l select=10:ncpus=8:mem=94
|
|
| 216 |
#PBS -l select=4:ncpus=8:mem=94
|
|
| 217 | 217 |
#PBS -l walltime=2:00:00 |
| 218 | 218 |
#PBS -j n |
| 219 | 219 |
#PBS -m be |
| ... | ... | |
| 224 | 224 |
#PBS -V |
| 225 | 225 |
",if(delay) paste("#PBS -W depend=afterany:",job,sep=""),"
|
| 226 | 226 |
|
| 227 |
CORES=80
|
|
| 227 |
CORES=32
|
|
| 228 | 228 |
HDIR=/u/armichae/pr/ |
| 229 | 229 |
source $HDIR/etc/environ.sh |
| 230 | 230 |
source /pleiades/u/awilso10/environ.sh |
Also available in: Unified diff
found and fixed bug in r.out.gdal export of netcdf files with no missing data. The missing data value was set to 0 instead of the 255 that was specified. This resulted in all 0s to be removed from these day-tiles. Fixed by deleting and resetting the attribute _FillValue using ncatted.