Project

General

Profile

« Previous | Next » 

Revision e7503f8e

Added by Adam Wilson almost 11 years ago

Finished second complete ee download of mod09 cloud mask using python tiler

View differences:

climate/procedures/ee_compile.R
11 11 
wd="~/acrobates/adamw/projects/cloud"
12 12 
setwd(wd)
13 13 

  		




  
  14
  
    
tempdir="tmp"


  		




  
  15
  
    
if(!file.exists(tempdir)) dir.create(tempdir)


  		




  14
  16
  
    

  		




  15
  17
  
    
##  Get list of available files


  		




  16
  18
  
    
df=data.frame(path=list.files("/mnt/data2/projects/cloud/mod09",pattern="*.tif$",full=T,recur=T),stringsAsFactors=F)


  		




  ......




  29
  31
  
    
#df=df[df$month==1,]


  		




  30
  32
  
    
table(df$year,df$month)


  		




  31
  33
  
    

  		




  
  34
  
    
writeLines(paste("Tiling options will produce",nrow(tiles),"tiles and ",nrow(jobs),"tile-months.  Current todo list is ",length(todo)))


  		




  
  35
  
    

  		




  
  36
  
    

  		




  32
  37
  
    
## drop some if not complete


  		




  33
  38
  
    
#df=df[df$month%in%1:9&df$year%in%c(2001:2012),]


  		




  34
  
  
    
rerun=F  # set to true to recalculate all dates even if file already exists


  		




  
  39
  
    
rerun=T  # set to true to recalculate all dates even if file already exists


  		




  35
  40
  
    

  		




  36
  41
  
    
## Loop over existing months to build composite netcdf files


  		




  37
  42
  
    
foreach(date=unique(df$date)) %dopar% {


  		




  ......




  45
  50
  
    
  if(!rerun&file.exists(ncfile)) return(NA)


  		




  46
  51
  
    
  ## merge regions to a new netcdf file


  		




  47
  52
  
    
#  system(paste("gdal_merge.py -o ",tffile," -init -32768  -n -32768.000 -ot Int16 ",paste(df$path[df$date==date],collapse=" ")))


  		




  48
  
  
    
  system(paste("gdalbuildvrt -overwrite -srcnodata -32768 ",vrtfile," ",paste(df$path[df$date==date],collapse=" ")))


  		




  
  53
  
    
  system(paste("gdalbuildvrt -overwrite -srcnodata -32768 -vrtnodata -32768 ",vrtfile," ",paste(df$path[df$date==date],collapse=" ")))


  		




  49
  54
  
    
  ## Warp to WGS84 grid and convert to netcdf


  		




  50
  
  
    
  ops="-t_srs 'EPSG:4326' -multi -r cubic -te -90 -90 0 90 -tr 0.008333333333333 -0.008333333333333"


  		




  51
  
  
    
  ops="-t_srs 'EPSG:4326' -multi -r cubic -te -180 -90 180 90 -tr 0.008333333333333 -0.008333333333333"


  		




  52
  
  
    

  		




  53
  
  
    
  system(paste("gdalwarp -overwrite ",ops," -srcnodata -32768 -dstnodata -32768 -of netCDF ",vrtfile," ",ncfile," -ot Int16"))


  		




  54
  
  
    
#  system(paste("gdalwarp -overwrite ",ops," -srcnodata -32768 -dstnodata -32768 -of netCDF ",vrtfile," ",tffile," -ot Int16"))


  		




  
  55
  
    
  ##ops="-t_srs 'EPSG:4326' -multi -r cubic -te -180 0 180 10 -tr 0.008333333333333 -0.008333333333333 -wo SOURCE_EXTRA=50" #-wo SAMPLE_GRID=YES -wo SAMPLE_STEPS=100


  		




  
  56
  
    
  ops="-t_srs 'EPSG:4326' -multi -r cubic -te -180 -90 180 90 -tr 0.008333333333333 -0.008333333333333  -wo SOURCE_EXTRA=50"


  		




  55
  57
  
    

  		




  
  58
  
    
  system(paste("gdalwarp -overwrite ",ops," -et 0 -srcnodata -32768 -dstnodata -32768 ",vrtfile," ",tffile," -ot Int16"))


  		




  
  59
  
    
  system(paste("gdal_translate -of netCDF ",tffile," ",ncfile))


  		




  
  60
  
    
                                        #  system(paste("gdalwarp -overwrite ",ops," -srcnodata -32768 -dstnodata -32768 -of netCDF ",vrtfile," ",tffile," -ot Int16"))


  		




  
  61
  
    
  file.remove(tffile)


  		




  56
  62
  
    
  setwd(wd)


  		




  57
  63
  
    
  system(paste("ncecat -O -u time ",ncfile," ",ncfile,sep=""))


  		




  58
  64
  
    
## create temporary nc file with time information to append to MOD06 data


  		












Also available in:  Unified diff