1 |
807fa48c
|
Adam M. Wilson @ pfe
|
|
2 |
|
|
setwd("/nobackupp1/awilso10/mod06")
|
3 |
|
|
library(multicore)
|
4 |
|
|
### get list of files to process
|
5 |
|
|
datadir="/nobackupp4/datapool/modis/MOD06_L2.005/"
|
6 |
|
|
|
7 |
|
|
fs=data.frame(
|
8 |
|
|
path=list.files(datadir,full=T,recursive=T,pattern="hdf"),
|
9 |
|
|
file=basename(list.files(datadir,full=F,recursive=T,pattern="hdf")))
|
10 |
|
|
fs$date=as.Date(substr(fs$file,11,17),"%Y%j")
|
11 |
|
|
fs$month=format(fs$date,"%m")
|
12 |
|
|
fs$year=format(fs$date,"%Y")
|
13 |
|
|
fs$time=substr(fs$file,19,22)
|
14 |
|
|
fs$datetime=as.POSIXct(strptime(paste(substr(fs$file,11,17),substr(fs$file,19,22)), '%Y%j %H%M'))
|
15 |
|
|
fs$dateid=format(fs$date,"%Y%m%d")
|
16 |
|
|
fs$path=as.character(fs$path)
|
17 |
|
|
fs$file=as.character(fs$file)
|
18 |
|
|
|
19 |
|
|
## get all unique dates
|
20 |
|
|
alldates=unique(fs$dateid)
|
21 |
|
|
|
22 |
|
|
## load tile information
|
23 |
|
|
load(file="modlandTiles.Rdata")
|
24 |
|
|
### use MODIS tile as ROI
|
25 |
|
|
#modt=readOGR("modgrid","modis_sinusoidal_grid_world",)
|
26 |
|
|
#modt@data[,colnames(tb)[3:6]]=tb[match(paste(modt$h,modt$v),paste(tb$ih,tb$iv)),3:6]
|
27 |
|
|
#write.csv(modt@data,file="modistile.csv")
|
28 |
|
|
|
29 |
|
|
|
30 |
|
|
## write it out
|
31 |
|
|
save(fs,tb,file="allfiles.Rdata")
|
32 |
|
|
#save(alldates,file="alldates.Rdata")
|
33 |
|
|
|
34 |
|
|
## identify which have been completed
|
35 |
|
|
outdir="2_daily"
|
36 |
|
|
done=alldates%in%substr(list.files(outdir),5,12)
|
37 |
|
|
table(done)
|
38 |
|
|
notdone=alldates[!done]
|
39 |
|
|
|
40 |
|
|
#notdone=alldates[1:4]
|
41 |
|
|
|
42 |
|
|
save(notdone,file="notdone.Rdata")
|
43 |
|
|
|
44 |
|
|
#write.table(paste("i=",notdone[1:10],sep=""),file="notdone.txt",row.names=F)
|
45 |
|
|
|
46 |
|
|
## vars
|
47 |
|
|
vars=as.data.frame(matrix(c(
|
48 |
|
|
"Cloud_Effective_Radius", "CER",
|
49 |
|
|
"Cloud_Effective_Radius_Uncertainty", "CERU",
|
50 |
|
|
"Cloud_Optical_Thickness", "COT",
|
51 |
|
|
"Cloud_Optical_Thickness_Uncertainty", "COTU",
|
52 |
|
|
"Cloud_Water_Path", "CWP",
|
53 |
|
|
"Cloud_Water_Path_Uncertainty", "CWPU",
|
54 |
|
|
"Cloud_Phase_Optical_Properties", "CPOP",
|
55 |
|
|
"Cloud_Multi_Layer_Flag", "CMLF",
|
56 |
|
|
"Cloud_Mask_1km", "CM1",
|
57 |
|
|
"Quality_Assurance_1km", "QA"),
|
58 |
|
|
byrow=T,ncol=2,dimnames=list(1:10,c("variable","varid"))),stringsAsFactors=F)
|
59 |
|
|
save(vars,file="vars.Rdata")
|
60 |
|
|
|
61 |
|
|
library(multicore)
|
62 |
|
|
mclapply(1:length(notdone),function(i) system(paste("Rscript --verbose --vanilla /u/awilso10/environmental-layers/climate/procedures/MOD06_L2_data_compile_Pleiades.r i=",i,sep="")))
|
63 |
|
|
|
64 |
|
|
|
65 |
|
|
## finish up and quit R
|
66 |
|
|
q("no")
|