Project

General

Profile

« Previous | Next » 

Revision ff302b98

Added by Jim Regetz over 12 years ago

  • ID ff302b9811c380e2871fdc883e68016f1f6bbae1

documented migration of aster gdem1 and gtopo materials

View differences:

shared/extra/organisms-content-migration.sh
101 101
# remove now-empty directory
102 102
rmdir $ORGANISMS/DEM/cgiarSrtm
103 103

  
104
#
105
# ASTER GDEM1
106
#
107

  
108
# --- first do cleanup ---
109
# remove duplicate files (confirmed by diffing)
110
rm $ORGANISMS/DEM/asterGdem/ListOfEurasiaDropouts.txt
111
rm $ORGANISMS/DEM/asterGdem/BadFileCheckLogVulcanAfterNewFiles.txt
112
rm $ORGANISMS/DEM/asterGdem/BadFileCheckLogBeforeCorrection.txt
113
# remove misc trivial/obsolete scripts
114
rm $ORGANISMS/DEM/asterGdem/translateToImg.sh
115
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4/copyDownTifs.sh
116
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/checkBadAsterGDEMFiles.sh
117
# remove file listings and/or gdalinfo output with insufficient context
118
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/BadFileCheckLogVulcanAfterNewFiles.txt
119
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/ListOfEurasiaDropouts.txt
120
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/BadFileCheckLogBeforeCorrection.txt
121
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4/Juy4NumFiles.txt
122
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4/July4NumFiles.txt
123
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4/July4Files.txt
124
# remove now-empty directory
125
rmdir $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4
126
# remove reeves-generated ArcGIS aux/rrd files
127
find $ORGANISMS/DEM/asterGdem/ -name "*.aux" -exec rm {} \;
128
find $ORGANISMS/DEM/asterGdem/ -name "*.rrd" -exec rm {} \;
129
# remove gdal-generated metadata files
130
find $ORGANISMS/DEM/asterGdem/ -name "*.tif.aux.xml" -exec rm {} \;
131
find $ORGANISMS/DEM/asterGdem/ -name "*.dem.aux.xml" -exec rm {} \;
132
# remove img tiles (for which we have the original tifs in all cases)
133
rm $ORGANISMS/DEM/asterGdem/TilesBelowN59/*.{img,img.aux.xml}
134

  
135
# migrate Robinson R scripts
136
mv -i $ORGANISMS/DEM/asterGdem/R_files \
137
      $LAYERS/code/terrain/asterGdem
138
# migrate Robinson GDEM1 assessment docs (incl QGIS project files)
139
mkdir $LAYERS/experimental/terrain/gdem-v1
140
mv -i $ORGANISMS/DEM/asterGdem/*.ods \
141
      $LAYERS/experimental/terrain/gdem-v1/
142
find $ORGANISMS/DEM/asterGdem -name "*.qgs" -exec mv {} \
143
      $LAYERS/experimental/terrain/gdem-v1/ \;
144
# migrate remaining tree as the GDEM v1 dataset itself
145
mv $ORGANISMS/DEM/asterGdem \
146
   $LAYERS/data/terrain/dem-aster-gdem1-30m-orig
147

  
104 148
#
105 149
# ASTER GDEM2
106 150
#
......
127 171
mv $ORGANISMS/DEM/asterGdem2-90m_NoPixelOffset-Mosaiced-N59to60 \
128 172
   $LAYERS/data/terrain/dem-aster-gdem2-90m-resamp-mosaic-N59to60
129 173

  
130
#
131
# ASTER GDEM1
132
#
133

  
134
#TODO
135

  
136 174
#
137 175
# CDED
138 176
#
......
234 272
# GTOPO30
235 273
#
236 274

  
275
# migrate Nunokawa-clipped data -- first version
276
mkdir $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-nunokawa-v1
277
find $ORGANISMS/DEM/usgsGTOPO30 -name "*_Clipped.dem" \
278
     -exec mv {} $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-nunokawa-v1 \;
279
# migrate Nunokawa-clipped data -- second version
280
mv -i $ORGANISMS/DEM/Yuni/Data/GTOPO30 \
281
      $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-nunokawa-v2
282

  
283
# migrate Robinson-clipped data
284
mkdir $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson
285
mv $ORGANISMS/DEM/asterGdem/N59to81_E20to59/e020n90/E020N90_clipped.dem \
286
   $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/
287
mv $ORGANISMS/DEM/asterGdem/N59to81_E140to179/e140n90/E140N90_clipped.dem \
288
   $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/
289
mv $ORGANISMS/DEM/asterGdem/N59to81_W140to101/w140n90/W140N90_clipped.dem \
290
   $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/
291
mv $ORGANISMS/DEM/asterGdem/N59to81_E60to99/USGS_ErosDEM_N59to81E60to99/E060N90_clipped.dem \
292
   $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/
293
mv $ORGANISMS/DEM/asterGdem/N59to81_W60to21/w060n90/W060N90_clipped.dem \
294
   $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/
295
mv $ORGANISMS/DEM/asterGdem/N59to81_W100to61/w100n90/W100N90_clipped.dem \
296
   $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/
297
mv $ORGANISMS/DEM/asterGdem/N59to81_E100to139/e100n90/E100N90_clipped.dem \
298
   $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/
299
mv $ORGANISMS/DEM/asterGdem/N59to81_W180to141/w180n90/W180N90_clipped.dem \
300
   $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/
301
mv $ORGANISMS/DEM/asterGdem/N59to81_W20toE19/w020n90/W020N90_clipped.dem \
302
   $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/
303
# remove mysterious extra GeoTIFF (sans extension) with timestamp similar to
304
# the above, but that was mysteriously the same as the like-named
305
# clipped-nunokawa-v1 file (created months later)
306
rm $ORGANISMS/DEM/asterGdem/N59to81_E60to99/USGS_ErosDEM_N59to81E60to99/E060N90_Clipped
307

  
237 308
# remove gdal-generated metadata file
238 309
rm $ORGANISMS/DEM/usgsGTOPO30/e020n90/*.aux.xml
239
# now migrate to ~layers
310
# remove Mac OS X file metadata cruft
311
find $ORGANISMS/DEM/usgsGTOPO30 -name ".DS_Store" -exec rm {} \;
312
find $ORGANISMS/DEM/usgsGTOPO30 -name "._*" -exec rm {} \;
313
# now migrate original (?) GTOPO30 data
240 314
mv $ORGANISMS/DEM/usgsGTOPO30 $LAYERS/data/terrain/dem-usgs-gtopo30
315
# confirmed that we had identical copies of the above GTOPO DEM data
316
# # ---- bash code ---#
317
# for i in `find $ORGANISMS/DEM/asterGdem -name "*.DEM" -exec basename {} \;`
318
# do
319
#   diff -q `find $ORGANISMS/DEM/asterGdem -name $i` \
320
#           `find $LAYERS/data/terrain/dem-usgs-gtopo30 -name $i`
321
# done
322
# # ------------------#
323
# (and in fact manually confirmed that the containing directories themselves
324
#  were duplicated, albeit with different names)
325
# ...so remove the duplicates...
326
find $ORGANISMS/DEM/asterGdem -name "*.DEM" | sed 's/\/[EW].*//' | xargs -I+ rm -r +
241 327

  
242 328
#
243 329
# GMTED2010
......
301 387
$ORGANISMS/DEM/Yuni/Data/aster2/aster.vrt                    # VRT - GDEM2 from ~59N-82N (with 1/2-pixel offset)
302 388
$ORGANISMS/DEM/Yuni/Data/srtm/srtm.vrt                       # VRT - SRTM from ~55N-60N (with 1/2-pixel offset)
303 389

  
304
$ORGANISMS/DEM/Yuni/Data/GTOPO30/*.dem                       # 59N-~82N GTOPO30 elevation clipped
305

  
306 390
# remove duplicate file
307 391
rm $ORGANISMS/DEM/Yuni/Data/aster2/fused_w180w141
308 392
# remove redundant backup files (but leaving some others)

Also available in: Unified diff