| 1 |
ba7057c4
|
Adam M. Wilson
|
library(doMC)
|
| 2 |
|
|
library(foreach)
|
| 3 |
|
|
registerDoMC(4)
|
| 4 |
|
|
|
| 5 |
|
|
wd="~/acrobates/adamw/projects/cloud"
|
| 6 |
|
|
setwd(wd)
|
| 7 |
|
|
|
| 8 |
|
|
### Build Tiles
|
| 9 |
|
|
|
| 10 |
|
|
## bin sizes in degrees
|
| 11 |
|
|
ybin=30
|
| 12 |
|
|
xbin=30
|
| 13 |
|
|
|
| 14 |
|
|
tiles=expand.grid(ulx=seq(-180,180-xbin,by=xbin),uly=seq(90,-90+ybin,by=-ybin))
|
| 15 |
|
|
tiles$h=factor(tiles$ulx,labels=paste("h",sprintf("%02d",1:length(unique(tiles$ulx))),sep=""))
|
| 16 |
|
|
tiles$v=factor(tiles$uly,labels=paste("v",sprintf("%02d",1:length(unique(tiles$uly))),sep=""))
|
| 17 |
|
|
tiles$tile=paste(tiles$h,tiles$v,sep="")
|
| 18 |
|
|
tiles$urx=tiles$ulx+xbin
|
| 19 |
|
|
tiles$ury=tiles$uly
|
| 20 |
|
|
tiles$lrx=tiles$ulx+xbin
|
| 21 |
|
|
tiles$lry=tiles$uly-ybin
|
| 22 |
|
|
tiles$llx=tiles$ulx
|
| 23 |
|
|
tiles$lly=tiles$uly-ybin
|
| 24 |
|
|
tiles$cy=(tiles$uly+tiles$lry)/2
|
| 25 |
|
|
tiles$cx=(tiles$ulx+tiles$urx)/2
|
| 26 |
|
|
tiles=tiles[,c("tile","h","v","ulx","uly","urx","ury","lrx","lry","llx","lly","cx","cy")]
|
| 27 |
|
|
|
| 28 |
|
|
jobs=expand.grid(tile=tiles$tile,year=2000:2012,month=1:12)
|
| 29 |
|
|
jobs[,c("ulx","uly","urx","ury","lrx","lry","llx","lly")]=tiles[match(jobs$tile,tiles$tile),c("ulx","uly","urx","ury","lrx","lry","llx","lly")]
|
| 30 |
|
|
|
| 31 |
|
|
## drop Janurary 2000 from list (pre-modis)
|
| 32 |
|
|
jobs=jobs[!(jobs$year==2000&jobs$month==1),]
|
| 33 |
|
|
|
| 34 |
|
|
|
| 35 |
|
|
## Run the python downloading script
|
| 36 |
|
|
#system("~/acrobates/adamw/projects/environmental-layers/climate/procedures/ee.MOD09.py -projwin -159 20 -154.5 18.5 -year 2001 -month 6 -region test")
|
| 37 |
|
|
i=1
|
| 38 |
|
|
todo=1:nrow(jobs)
|
| 39 |
|
|
|
| 40 |
|
|
## Get list of available files
|
| 41 |
|
|
df=data.frame(path=list.files("/mnt/data2/projects/cloud/mod09",pattern="*.tif$",full=T,recur=T),stringsAsFactors=F)
|
| 42 |
|
|
df[,c("region","year","month")]=do.call(rbind,strsplit(basename(df$path),"_|[.]"))[,c(1,2,3)]
|
| 43 |
|
|
df$date=as.Date(paste(df$year,"_",df$month,"_15",sep=""),"%Y_%m_%d")
|
| 44 |
|
|
|
| 45 |
|
|
table(df$year,df$month)
|
| 46 |
|
|
|
| 47 |
|
|
|
| 48 |
|
|
checkcomplete=T
|
| 49 |
|
|
if(checkcomplete&exists("df")){ #if desired (and "df" exists from below) drop complete date-tiles
|
| 50 |
|
|
todo=which(!paste(jobs$tile,jobs$year,jobs$month)%in%paste(df$region,df$year,df$month))
|
| 51 |
|
|
}
|
| 52 |
|
|
|
| 53 |
|
|
|
| 54 |
|
|
writeLines(paste("Tiling options will produce",nrow(tiles),"tiles and ",nrow(jobs),"tile-months. Current todo list is ",length(todo)))
|
| 55 |
|
|
|
| 56 |
|
|
t=foreach(i=todo,.inorder=FALSE,.verbose=F) %dopar%{
|
| 57 |
|
|
system(paste("python ~/acrobates/adamw/projects/environmental-layers/climate/procedures/ee.MOD09.py -projwin ",
|
| 58 |
|
|
jobs$ulx[i]," ",jobs$uly[i]," ",jobs$urx[i]," ",jobs$ury[i]," ",jobs$lrx[i]," ",jobs$lry[i]," ",jobs$llx[i]," ",jobs$lly[i]," ",
|
| 59 |
|
|
" -year ",jobs$year[i]," -month ",jobs$month[i]," -region ",jobs$tile[i],sep=""))
|
| 60 |
|
|
}
|
| 61 |
|
|
|
| 62 |
|
|
|
| 63 |
|
|
|
| 64 |
|
|
|
