Revision ff302b98
Added by Jim Regetz over 12 years ago
- ID ff302b9811c380e2871fdc883e68016f1f6bbae1
shared/extra/organisms-content-migration.sh | ||
---|---|---|
101 | 101 |
# remove now-empty directory |
102 | 102 |
rmdir $ORGANISMS/DEM/cgiarSrtm |
103 | 103 |
|
104 |
# |
|
105 |
# ASTER GDEM1 |
|
106 |
# |
|
107 |
|
|
108 |
# --- first do cleanup --- |
|
109 |
# remove duplicate files (confirmed by diffing) |
|
110 |
rm $ORGANISMS/DEM/asterGdem/ListOfEurasiaDropouts.txt |
|
111 |
rm $ORGANISMS/DEM/asterGdem/BadFileCheckLogVulcanAfterNewFiles.txt |
|
112 |
rm $ORGANISMS/DEM/asterGdem/BadFileCheckLogBeforeCorrection.txt |
|
113 |
# remove misc trivial/obsolete scripts |
|
114 |
rm $ORGANISMS/DEM/asterGdem/translateToImg.sh |
|
115 |
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4/copyDownTifs.sh |
|
116 |
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/checkBadAsterGDEMFiles.sh |
|
117 |
# remove file listings and/or gdalinfo output with insufficient context |
|
118 |
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/BadFileCheckLogVulcanAfterNewFiles.txt |
|
119 |
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/ListOfEurasiaDropouts.txt |
|
120 |
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/BadFileCheckLogBeforeCorrection.txt |
|
121 |
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4/Juy4NumFiles.txt |
|
122 |
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4/July4NumFiles.txt |
|
123 |
rm $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4/July4Files.txt |
|
124 |
# remove now-empty directory |
|
125 |
rmdir $ORGANISMS/DEM/asterGdem/incorrectTilesJuly2011/replacedJuly4 |
|
126 |
# remove reeves-generated ArcGIS aux/rrd files |
|
127 |
find $ORGANISMS/DEM/asterGdem/ -name "*.aux" -exec rm {} \; |
|
128 |
find $ORGANISMS/DEM/asterGdem/ -name "*.rrd" -exec rm {} \; |
|
129 |
# remove gdal-generated metadata files |
|
130 |
find $ORGANISMS/DEM/asterGdem/ -name "*.tif.aux.xml" -exec rm {} \; |
|
131 |
find $ORGANISMS/DEM/asterGdem/ -name "*.dem.aux.xml" -exec rm {} \; |
|
132 |
# remove img tiles (for which we have the original tifs in all cases) |
|
133 |
rm $ORGANISMS/DEM/asterGdem/TilesBelowN59/*.{img,img.aux.xml} |
|
134 |
|
|
135 |
# migrate Robinson R scripts |
|
136 |
mv -i $ORGANISMS/DEM/asterGdem/R_files \ |
|
137 |
$LAYERS/code/terrain/asterGdem |
|
138 |
# migrate Robinson GDEM1 assessment docs (incl QGIS project files) |
|
139 |
mkdir $LAYERS/experimental/terrain/gdem-v1 |
|
140 |
mv -i $ORGANISMS/DEM/asterGdem/*.ods \ |
|
141 |
$LAYERS/experimental/terrain/gdem-v1/ |
|
142 |
find $ORGANISMS/DEM/asterGdem -name "*.qgs" -exec mv {} \ |
|
143 |
$LAYERS/experimental/terrain/gdem-v1/ \; |
|
144 |
# migrate remaining tree as the GDEM v1 dataset itself |
|
145 |
mv $ORGANISMS/DEM/asterGdem \ |
|
146 |
$LAYERS/data/terrain/dem-aster-gdem1-30m-orig |
|
147 |
|
|
104 | 148 |
# |
105 | 149 |
# ASTER GDEM2 |
106 | 150 |
# |
... | ... | |
127 | 171 |
mv $ORGANISMS/DEM/asterGdem2-90m_NoPixelOffset-Mosaiced-N59to60 \ |
128 | 172 |
$LAYERS/data/terrain/dem-aster-gdem2-90m-resamp-mosaic-N59to60 |
129 | 173 |
|
130 |
# |
|
131 |
# ASTER GDEM1 |
|
132 |
# |
|
133 |
|
|
134 |
#TODO |
|
135 |
|
|
136 | 174 |
# |
137 | 175 |
# CDED |
138 | 176 |
# |
... | ... | |
234 | 272 |
# GTOPO30 |
235 | 273 |
# |
236 | 274 |
|
275 |
# migrate Nunokawa-clipped data -- first version |
|
276 |
mkdir $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-nunokawa-v1 |
|
277 |
find $ORGANISMS/DEM/usgsGTOPO30 -name "*_Clipped.dem" \ |
|
278 |
-exec mv {} $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-nunokawa-v1 \; |
|
279 |
# migrate Nunokawa-clipped data -- second version |
|
280 |
mv -i $ORGANISMS/DEM/Yuni/Data/GTOPO30 \ |
|
281 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-nunokawa-v2 |
|
282 |
|
|
283 |
# migrate Robinson-clipped data |
|
284 |
mkdir $LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson |
|
285 |
mv $ORGANISMS/DEM/asterGdem/N59to81_E20to59/e020n90/E020N90_clipped.dem \ |
|
286 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/ |
|
287 |
mv $ORGANISMS/DEM/asterGdem/N59to81_E140to179/e140n90/E140N90_clipped.dem \ |
|
288 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/ |
|
289 |
mv $ORGANISMS/DEM/asterGdem/N59to81_W140to101/w140n90/W140N90_clipped.dem \ |
|
290 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/ |
|
291 |
mv $ORGANISMS/DEM/asterGdem/N59to81_E60to99/USGS_ErosDEM_N59to81E60to99/E060N90_clipped.dem \ |
|
292 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/ |
|
293 |
mv $ORGANISMS/DEM/asterGdem/N59to81_W60to21/w060n90/W060N90_clipped.dem \ |
|
294 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/ |
|
295 |
mv $ORGANISMS/DEM/asterGdem/N59to81_W100to61/w100n90/W100N90_clipped.dem \ |
|
296 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/ |
|
297 |
mv $ORGANISMS/DEM/asterGdem/N59to81_E100to139/e100n90/E100N90_clipped.dem \ |
|
298 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/ |
|
299 |
mv $ORGANISMS/DEM/asterGdem/N59to81_W180to141/w180n90/W180N90_clipped.dem \ |
|
300 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/ |
|
301 |
mv $ORGANISMS/DEM/asterGdem/N59to81_W20toE19/w020n90/W020N90_clipped.dem \ |
|
302 |
$LAYERS/data/terrain/dem-usgs-gtopo30-clipped-robinson/ |
|
303 |
# remove mysterious extra GeoTIFF (sans extension) with timestamp similar to |
|
304 |
# the above, but that was mysteriously the same as the like-named |
|
305 |
# clipped-nunokawa-v1 file (created months later) |
|
306 |
rm $ORGANISMS/DEM/asterGdem/N59to81_E60to99/USGS_ErosDEM_N59to81E60to99/E060N90_Clipped |
|
307 |
|
|
237 | 308 |
# remove gdal-generated metadata file |
238 | 309 |
rm $ORGANISMS/DEM/usgsGTOPO30/e020n90/*.aux.xml |
239 |
# now migrate to ~layers |
|
310 |
# remove Mac OS X file metadata cruft |
|
311 |
find $ORGANISMS/DEM/usgsGTOPO30 -name ".DS_Store" -exec rm {} \; |
|
312 |
find $ORGANISMS/DEM/usgsGTOPO30 -name "._*" -exec rm {} \; |
|
313 |
# now migrate original (?) GTOPO30 data |
|
240 | 314 |
mv $ORGANISMS/DEM/usgsGTOPO30 $LAYERS/data/terrain/dem-usgs-gtopo30 |
315 |
# confirmed that we had identical copies of the above GTOPO DEM data |
|
316 |
# # ---- bash code ---# |
|
317 |
# for i in `find $ORGANISMS/DEM/asterGdem -name "*.DEM" -exec basename {} \;` |
|
318 |
# do |
|
319 |
# diff -q `find $ORGANISMS/DEM/asterGdem -name $i` \ |
|
320 |
# `find $LAYERS/data/terrain/dem-usgs-gtopo30 -name $i` |
|
321 |
# done |
|
322 |
# # ------------------# |
|
323 |
# (and in fact manually confirmed that the containing directories themselves |
|
324 |
# were duplicated, albeit with different names) |
|
325 |
# ...so remove the duplicates... |
|
326 |
find $ORGANISMS/DEM/asterGdem -name "*.DEM" | sed 's/\/[EW].*//' | xargs -I+ rm -r + |
|
241 | 327 |
|
242 | 328 |
# |
243 | 329 |
# GMTED2010 |
... | ... | |
301 | 387 |
$ORGANISMS/DEM/Yuni/Data/aster2/aster.vrt # VRT - GDEM2 from ~59N-82N (with 1/2-pixel offset) |
302 | 388 |
$ORGANISMS/DEM/Yuni/Data/srtm/srtm.vrt # VRT - SRTM from ~55N-60N (with 1/2-pixel offset) |
303 | 389 |
|
304 |
$ORGANISMS/DEM/Yuni/Data/GTOPO30/*.dem # 59N-~82N GTOPO30 elevation clipped |
|
305 |
|
|
306 | 390 |
# remove duplicate file |
307 | 391 |
rm $ORGANISMS/DEM/Yuni/Data/aster2/fused_w180w141 |
308 | 392 |
# remove redundant backup files (but leaving some others) |
Also available in: Unified diff
documented migration of aster gdem1 and gtopo materials