|
1
|
|
|
2
|
setwd("/nobackupp1/awilso10/mod06")
|
|
3
|
library(multicore)
|
|
4
|
### get list of files to process
|
|
5
|
datadir="/nobackupp4/datapool/modis/MOD06_L2.005/"
|
|
6
|
|
|
7
|
fs=data.frame(
|
|
8
|
path=list.files(datadir,full=T,recursive=T,pattern="hdf"),
|
|
9
|
file=basename(list.files(datadir,full=F,recursive=T,pattern="hdf")))
|
|
10
|
fs$date=as.Date(substr(fs$file,11,17),"%Y%j")
|
|
11
|
fs$month=format(fs$date,"%m")
|
|
12
|
fs$year=format(fs$date,"%Y")
|
|
13
|
fs$time=substr(fs$file,19,22)
|
|
14
|
fs$datetime=as.POSIXct(strptime(paste(substr(fs$file,11,17),substr(fs$file,19,22)), '%Y%j %H%M'))
|
|
15
|
fs$dateid=format(fs$date,"%Y%m%d")
|
|
16
|
fs$path=as.character(fs$path)
|
|
17
|
fs$file=as.character(fs$file)
|
|
18
|
|
|
19
|
## get all unique dates
|
|
20
|
alldates=unique(fs$dateid)
|
|
21
|
|
|
22
|
## load tile information
|
|
23
|
load(file="modlandTiles.Rdata")
|
|
24
|
### use MODIS tile as ROI
|
|
25
|
#modt=readOGR("modgrid","modis_sinusoidal_grid_world",)
|
|
26
|
#modt@data[,colnames(tb)[3:6]]=tb[match(paste(modt$h,modt$v),paste(tb$ih,tb$iv)),3:6]
|
|
27
|
#write.csv(modt@data,file="modistile.csv")
|
|
28
|
|
|
29
|
|
|
30
|
## write it out
|
|
31
|
save(fs,tb,file="allfiles.Rdata")
|
|
32
|
#save(alldates,file="alldates.Rdata")
|
|
33
|
|
|
34
|
## identify which have been completed
|
|
35
|
outdir="2_daily"
|
|
36
|
done=alldates%in%substr(list.files(outdir),5,12)
|
|
37
|
table(done)
|
|
38
|
notdone=alldates[!done]
|
|
39
|
|
|
40
|
#notdone=alldates[1:4]
|
|
41
|
|
|
42
|
save(notdone,file="notdone.Rdata")
|
|
43
|
|
|
44
|
#write.table(paste("i=",notdone[1:10],sep=""),file="notdone.txt",row.names=F)
|
|
45
|
|
|
46
|
## vars
|
|
47
|
vars=as.data.frame(matrix(c(
|
|
48
|
"Cloud_Effective_Radius", "CER",
|
|
49
|
"Cloud_Effective_Radius_Uncertainty", "CERU",
|
|
50
|
"Cloud_Optical_Thickness", "COT",
|
|
51
|
"Cloud_Optical_Thickness_Uncertainty", "COTU",
|
|
52
|
"Cloud_Water_Path", "CWP",
|
|
53
|
"Cloud_Water_Path_Uncertainty", "CWPU",
|
|
54
|
"Cloud_Phase_Optical_Properties", "CPOP",
|
|
55
|
"Cloud_Multi_Layer_Flag", "CMLF",
|
|
56
|
"Cloud_Mask_1km", "CM1",
|
|
57
|
"Quality_Assurance_1km", "QA"),
|
|
58
|
byrow=T,ncol=2,dimnames=list(1:10,c("variable","varid"))),stringsAsFactors=F)
|
|
59
|
save(vars,file="vars.Rdata")
|
|
60
|
|
|
61
|
library(multicore)
|
|
62
|
mclapply(1:length(notdone),function(i) system(paste("Rscript --verbose --vanilla /u/awilso10/environmental-layers/climate/procedures/MOD06_L2_data_compile_Pleiades.r i=",i,sep="")))
|
|
63
|
|
|
64
|
|
|
65
|
## finish up and quit R
|
|
66
|
q("no")
|
