Revision 5941
Added by Aaron Marcuse-Kubitza about 12 years ago
inputs/.geoscrub/_MySQL/geoscrub.schema.sql.make | ||
---|---|---|
1 |
#!/bin/sh |
|
2 |
ssh nimoy mysqldump --compatible=postgresql --add-locks=false --set-charset \ |
|
3 |
--no-data --lock-tables=false --password geoscrub geoscrub |
|
0 | 4 |
inputs/.geoscrub/_MySQL/geoscrub.schema.sql | ||
---|---|---|
1 |
-- MySQL dump 10.13 Distrib 5.5.24, for debian-linux-gnu (x86_64) |
|
2 |
-- |
|
3 |
-- Host: localhost Database: geoscrub |
|
4 |
-- ------------------------------------------------------ |
|
5 |
-- Server version 5.5.24-0ubuntu0.12.04.1 |
|
6 |
|
|
7 |
/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */; |
|
8 |
/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */; |
|
9 |
/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */; |
|
10 |
/*!40101 SET NAMES latin1 */; |
|
11 |
/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */; |
|
12 |
/*!40103 SET TIME_ZONE='+00:00' */; |
|
13 |
/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */; |
|
14 |
/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */; |
|
15 |
/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO,POSTGRESQL' */; |
|
16 |
/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */; |
|
17 |
|
|
18 |
-- |
|
19 |
-- Table structure for table "geoscrub" |
|
20 |
-- |
|
21 |
|
|
22 |
DROP TABLE IF EXISTS "geoscrub"; |
|
23 |
/*!40101 SET @saved_cs_client = @@character_set_client */; |
|
24 |
/*!40101 SET character_set_client = utf8 */; |
|
25 |
CREATE TABLE "geoscrub" ( |
|
26 |
"geoscrubID" int(11) unsigned NOT NULL DEFAULT '0', |
|
27 |
"sourceTable" varchar(50) CHARACTER SET utf8 NOT NULL, |
|
28 |
"sourceID" int(11) unsigned DEFAULT NULL, |
|
29 |
"countryVerbatim" varchar(100) CHARACTER SET utf8 DEFAULT NULL, |
|
30 |
"countryID" int(11) unsigned DEFAULT NULL, |
|
31 |
"isInCountry" int(1) DEFAULT NULL, |
|
32 |
"distErrCountry" double DEFAULT NULL, |
|
33 |
"stateProvinceVerbatim" varchar(100) CHARACTER SET utf8 DEFAULT NULL, |
|
34 |
"stateProvinceID" int(11) unsigned DEFAULT NULL, |
|
35 |
"isInStateProvince" int(1) DEFAULT NULL, |
|
36 |
"distErrStateProvince" double DEFAULT NULL, |
|
37 |
"countyParishVerbatim" varchar(100) CHARACTER SET utf8 DEFAULT NULL, |
|
38 |
"countyParishID" int(11) unsigned DEFAULT NULL, |
|
39 |
"isInCountyParish" int(1) DEFAULT NULL, |
|
40 |
"distErrCountyParish" double DEFAULT NULL, |
|
41 |
"elevationVerbatim" varchar(50) CHARACTER SET utf8 DEFAULT NULL, |
|
42 |
"elevMaxVerbatim" varchar(50) CHARACTER SET utf8 DEFAULT NULL, |
|
43 |
"elevMinVerbatim" varchar(50) CHARACTER SET utf8 DEFAULT NULL, |
|
44 |
"latitudeDecimalVerbatim" decimal(10,5) DEFAULT NULL, |
|
45 |
"longitudeDecimalVerbatim" decimal(10,5) DEFAULT NULL, |
|
46 |
"isBadLatLong" int(1) DEFAULT NULL, |
|
47 |
"badLatLongReason" varchar(250) CHARACTER SET utf8 DEFAULT NULL, |
|
48 |
"latitudeDecimalCorrected" decimal(10,5) DEFAULT NULL, |
|
49 |
"longitudeDecimalCorrected" decimal(10,5) DEFAULT NULL, |
|
50 |
"latLongCorrectedRemarks" varchar(250) CHARACTER SET utf8 DEFAULT NULL, |
|
51 |
"localityVerbatim" varchar(1000) CHARACTER SET utf8 DEFAULT NULL, |
|
52 |
"isCultivated" int(1) unsigned DEFAULT NULL, |
|
53 |
"isCultivatedReason" varchar(255) DEFAULT NULL, |
|
54 |
"countryStd" varchar(150) DEFAULT NULL, |
|
55 |
"stateProvinceStd" varchar(150) DEFAULT NULL, |
|
56 |
"isNewWorld" int(1) DEFAULT NULL, |
|
57 |
KEY "geoscrubID_idx" ("geoscrubID"), |
|
58 |
KEY "sourceTable_idx" ("sourceTable"), |
|
59 |
KEY "sourceID_idx" ("sourceID"), |
|
60 |
KEY "Index_isCultivated" ("isCultivated"), |
|
61 |
KEY "Index_isCultivatedReason" ("isCultivatedReason"), |
|
62 |
KEY "countryStd" ("countryStd"), |
|
63 |
KEY "stateProvinceStd" ("stateProvinceStd"), |
|
64 |
KEY "isNewWorld" ("isNewWorld"), |
|
65 |
KEY "countryID" ("countryID"), |
|
66 |
KEY "stateProvinceID" ("stateProvinceID") |
|
67 |
); |
|
68 |
/*!40101 SET character_set_client = @saved_cs_client */; |
|
69 |
/*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */; |
|
70 |
|
|
71 |
/*!40101 SET SQL_MODE=@OLD_SQL_MODE */; |
|
72 |
/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */; |
|
73 |
/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */; |
|
74 |
/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */; |
|
75 |
/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */; |
|
76 |
/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */; |
|
77 |
/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */; |
|
78 |
|
|
79 |
-- Dump completed on 2012-10-30 16:02:51 |
inputs/.geoscrub/_MySQL/geoscrub.data.sql.make | ||
---|---|---|
1 |
#!/bin/sh |
|
2 |
ssh nimoy mysqldump --compatible=postgresql --add-locks=false --set-charset \ |
|
3 |
--no-create-info --lock-tables=false --password geoscrub geoscrub |
|
0 | 4 |
inputs/.geoscrub/geoscrub.schema.sql | ||
---|---|---|
1 |
SET standard_conforming_strings = off; |
|
2 |
-- MySQL dump 10.13 Distrib 5.5.24, for debian-linux-gnu (x86_64) |
|
3 |
-- |
|
4 |
-- Host: localhost Database: geoscrub |
|
5 |
-- ------------------------------------------------------ |
|
6 |
-- Server version 5.5.24-0ubuntu0.12.04.1 |
|
7 |
|
|
8 |
/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */; |
|
9 |
/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */; |
|
10 |
/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */; |
|
11 |
SET NAMES 'latin1'; |
|
12 |
/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */; |
|
13 |
/*!40103 SET TIME_ZONE='+00:00' */; |
|
14 |
/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */; |
|
15 |
/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */; |
|
16 |
/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO,POSTGRESQL' */; |
|
17 |
/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */; |
|
18 |
|
|
19 |
-- |
|
20 |
-- Table structure for table "geoscrub" |
|
21 |
-- |
|
22 |
|
|
23 |
DROP TABLE IF EXISTS "geoscrub"; |
|
24 |
/*!40101 SET @saved_cs_client = @@character_set_client */; |
|
25 |
/*!40101 SET character_set_client = utf8 */; |
|
26 |
CREATE TABLE "geoscrub" ( |
|
27 |
"geoscrubID" integer NOT NULL DEFAULT '0', |
|
28 |
"sourceTable" varchar(50) NOT NULL, |
|
29 |
"sourceID" integer DEFAULT NULL, |
|
30 |
"countryVerbatim" varchar(100) DEFAULT NULL, |
|
31 |
"countryID" integer DEFAULT NULL, |
|
32 |
"isInCountry" integer DEFAULT NULL, |
|
33 |
"distErrCountry" double precision DEFAULT NULL, |
|
34 |
"stateProvinceVerbatim" varchar(100) DEFAULT NULL, |
|
35 |
"stateProvinceID" integer DEFAULT NULL, |
|
36 |
"isInStateProvince" integer DEFAULT NULL, |
|
37 |
"distErrStateProvince" double precision DEFAULT NULL, |
|
38 |
"countyParishVerbatim" varchar(100) DEFAULT NULL, |
|
39 |
"countyParishID" integer DEFAULT NULL, |
|
40 |
"isInCountyParish" integer DEFAULT NULL, |
|
41 |
"distErrCountyParish" double precision DEFAULT NULL, |
|
42 |
"elevationVerbatim" varchar(50) DEFAULT NULL, |
|
43 |
"elevMaxVerbatim" varchar(50) DEFAULT NULL, |
|
44 |
"elevMinVerbatim" varchar(50) DEFAULT NULL, |
|
45 |
"latitudeDecimalVerbatim" decimal(10,5) DEFAULT NULL, |
|
46 |
"longitudeDecimalVerbatim" decimal(10,5) DEFAULT NULL, |
|
47 |
"isBadLatLong" integer DEFAULT NULL, |
|
48 |
"badLatLongReason" varchar(250) DEFAULT NULL, |
|
49 |
"latitudeDecimalCorrected" decimal(10,5) DEFAULT NULL, |
|
50 |
"longitudeDecimalCorrected" decimal(10,5) DEFAULT NULL, |
|
51 |
"latLongCorrectedRemarks" varchar(250) DEFAULT NULL, |
|
52 |
"localityVerbatim" varchar(1000) DEFAULT NULL, |
|
53 |
"isCultivated" integer DEFAULT NULL, |
|
54 |
"isCultivatedReason" varchar(255) DEFAULT NULL, |
|
55 |
"countryStd" varchar(150) DEFAULT NULL, |
|
56 |
"stateProvinceStd" varchar(150) DEFAULT NULL, |
|
57 |
"isNewWorld" integer DEFAULT NULL, |
|
58 |
"geoscrubID_idx_index" boolean, |
|
59 |
"sourceTable_idx_index" boolean, |
|
60 |
"sourceID_idx_index" boolean, |
|
61 |
"Index_isCultivated_index" boolean, |
|
62 |
"Index_isCultivatedReason_index" boolean, |
|
63 |
"countryStd_index" boolean, |
|
64 |
"stateProvinceStd_index" boolean, |
|
65 |
"isNewWorld_index" boolean, |
|
66 |
"countryID_index" boolean, |
|
67 |
"stateProvinceID_index" boolean |
|
68 |
); |
|
69 |
/*!40101 SET character_set_client = @saved_cs_client */; |
|
70 |
/*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */; |
|
71 |
|
|
72 |
/*!40101 SET SQL_MODE=@OLD_SQL_MODE */; |
|
73 |
/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */; |
|
74 |
/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */; |
|
75 |
/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */; |
|
76 |
/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */; |
|
77 |
/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */; |
|
78 |
/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */; |
|
79 |
|
|
80 |
-- Dump completed on 2012-10-30 16:02:51 |
inputs/.geoscrub/geoscrub.schema.~.changes.sql | ||
---|---|---|
1 |
ALTER TABLE geoscrub ADD PRIMARY KEY ("geoscrubID"); |
|
2 |
ALTER TABLE geoscrub ADD UNIQUE ("sourceID"); |
inputs/.geoscrub/geoscrub_cleaned_unique/create.sql | ||
---|---|---|
1 |
SELECT |
|
2 |
DISTINCT ON ( |
|
3 |
"countryVerbatim" |
|
4 |
, "stateProvinceVerbatim" |
|
5 |
, "countyParishVerbatim" |
|
6 |
, "latitudeDecimalVerbatim" |
|
7 |
, "longitudeDecimalVerbatim" |
|
8 |
) |
|
9 |
* |
|
10 |
FROM geoscrub |
|
11 |
WHERE |
|
12 |
NOT ( |
|
13 |
-- Empty coordinates |
|
14 |
"latitudeDecimalVerbatim" = 0 |
|
15 |
AND "longitudeDecimalVerbatim" = 0 |
|
16 |
) |
|
17 |
ORDER BY |
|
18 |
"countryVerbatim" |
|
19 |
, "stateProvinceVerbatim" |
|
20 |
, "countyParishVerbatim" |
|
21 |
, "latitudeDecimalVerbatim" |
|
22 |
, "longitudeDecimalVerbatim" |
|
23 |
, "geoscrubID" |
|
24 |
; |
|
25 |
|
|
26 |
ALTER TABLE :table ADD PRIMARY KEY ("geoscrubID"); |
|
27 |
ALTER TABLE :table ADD UNIQUE ("sourceID"); |
inputs/.geoscrub/geoscrub_cleaned_unique/header.csv | ||
---|---|---|
1 |
geoscrubID,sourceTable,sourceID,countryVerbatim,countryID,isInCountry,distErrCountry,stateProvinceVerbatim,stateProvinceID,isInStateProvince,distErrStateProvince,countyParishVerbatim,countyParishID,isInCountyParish,distErrCountyParish,elevationVerbatim,elevMaxVerbatim,elevMinVerbatim,latitudeDecimalVerbatim,longitudeDecimalVerbatim,isBadLatLong,badLatLongReason,latitudeDecimalCorrected,longitudeDecimalCorrected,latLongCorrectedRemarks,localityVerbatim,isCultivated,isCultivatedReason,countryStd,stateProvinceStd,isNewWorld,geoscrubID_idx_index,sourceTable_idx_index,sourceID_idx_index,Index_isCultivated_index,Index_isCultivatedReason_index,countryStd_index,stateProvinceStd_index,isNewWorld_index,countryID_index,stateProvinceID_index |
inputs/.geoscrub/geoscrub_cleaned_unique/map.csv | ||
---|---|---|
1 |
geoscrub,VegCore,Filter,Comments |
|
2 |
geoscrubID,locationID,, |
|
3 |
sourceTable,OMIT,,Not geoscrub-related |
|
4 |
sourceID,OMIT,,Not needed because geoscrubID is provided |
|
5 |
countryVerbatim,country,, |
|
6 |
countryID,OMIT,,Not needed |
|
7 |
isInCountry,latLongInCountry,, |
|
8 |
distErrCountry,distanceToCountry_km,,"Assuming units based on the range of values and the circumference of the Earth [1]. |
|
9 |
|
|
10 |
[1] ""Circumference 40,075.017 km"" (http://en.wikipedia.org/wiki/Earth)" |
|
11 |
stateProvinceVerbatim,stateProvince,, |
|
12 |
stateProvinceID,OMIT,,Not needed |
|
13 |
isInStateProvince,latLongInStateProvince,, |
|
14 |
distErrStateProvince,distanceToStateProvince_km,,"Assuming units based on the range of values and the circumference of the Earth [1]. |
|
15 |
|
|
16 |
[1] ""Circumference 40,075.017 km"" (http://en.wikipedia.org/wiki/Earth)" |
|
17 |
countyParishVerbatim,OMIT,,Not geoscrubbed |
|
18 |
countyParishID,OMIT,,Not geoscrubbed |
|
19 |
isInCountyParish,UNUSED,, |
|
20 |
distErrCountyParish,UNUSED,, |
|
21 |
elevationVerbatim,OMIT,,Not geoscrub-related |
|
22 |
elevMaxVerbatim,OMIT,,Not geoscrub-related |
|
23 |
elevMinVerbatim,OMIT,,Not geoscrub-related |
|
24 |
latitudeDecimalVerbatim,decimalLatitude,, |
|
25 |
longitudeDecimalVerbatim,decimalLongitude,, |
|
26 |
isBadLatLong,latLongDomainInvalid,, |
|
27 |
badLatLongReason,*badLatLongReason,, |
|
28 |
latitudeDecimalCorrected,UNUSED,, |
|
29 |
longitudeDecimalCorrected,UNUSED,, |
|
30 |
latLongCorrectedRemarks,*latLongCorrectedRemarks,, |
|
31 |
localityVerbatim,OMIT,,Not geoscrubbed |
|
32 |
isCultivated,OMIT,,Not geoscrub-related |
|
33 |
isCultivatedReason,OMIT,,Not geoscrub-related |
|
34 |
countryStd,acceptedCountry,, |
|
35 |
stateProvinceStd,acceptedStateProvince,, |
|
36 |
isNewWorld,OMIT,,Not geoscrub-related |
|
37 |
geoscrubID_idx_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
38 |
sourceTable_idx_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
39 |
sourceID_idx_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
40 |
Index_isCultivated_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
41 |
Index_isCultivatedReason_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
42 |
countryStd_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
43 |
stateProvinceStd_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
44 |
isNewWorld_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
45 |
countryID_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
46 |
stateProvinceID_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
inputs/.geoscrub/geoscrub_cleaned_unique/VegBIEN.csv | ||
---|---|---|
1 |
geoscrub,VegBIEN:/_simplifyPath:[next=parent_id]/path,Comments |
|
2 |
geoscrubID,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/2/_if[@name=""if locationID""]/cond/_exists", |
|
3 |
isInCountry,"/location/_if[@name=""if subplot""]/else/sourceaccessioncode/_if[@name=""if geovalidation""]/cond/_exists", |
|
4 |
geoscrubID,"/location/_if[@name=""if subplot""]/else/sourceaccessioncode/_if[@name=""if geovalidation""]/else", |
|
5 |
geoscrubID,"/location/_if[@name=""if subplot""]/then/parent_id/location/sourceaccessioncode", |
|
6 |
geoscrubID,"/location/locationevent/_if[@name=""if subplot""]/then/_if[@name=""if event""]/then/parent_id/locationevent/*_id/location/sourceaccessioncode", |
|
7 |
geoscrubID,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/cond/_exists", |
|
8 |
latitudeDecimalVerbatim,"/location/locationplace/*_id/place/*_id/coordinates/latitude_deg/_nullIf:[null=0,type=float]/value", |
|
9 |
longitudeDecimalVerbatim,"/location/locationplace/*_id/place/*_id/coordinates/longitude_deg/_nullIf:[null=0,type=float]/value", |
|
10 |
countryVerbatim,/location/locationplace/*_id/place/country, |
|
11 |
isInCountry,"/location/locationplace/*_id/place/matched_place_id/place/*_id/coordinates/_first/2/_if[@name=""if geovalidation""]/cond/_exists", |
|
12 |
latitudeDecimalVerbatim,"/location/locationplace/*_id/place/matched_place_id/place/*_id/coordinates/_first/2/_if[@name=""if geovalidation""]/then/latitude_deg", |
|
13 |
longitudeDecimalVerbatim,"/location/locationplace/*_id/place/matched_place_id/place/*_id/coordinates/_first/2/_if[@name=""if geovalidation""]/then/longitude_deg", |
|
14 |
countryStd,/location/locationplace/*_id/place/matched_place_id/place/country, |
|
15 |
distErrCountry,/location/locationplace/*_id/place/matched_place_id/place/distance_to_country_m/_km_to_m/value,"Assuming units based on the range of values and the circumference of the Earth [1]. |
|
16 |
|
|
17 |
[1] ""Circumference 40,075.017 km"" (http://en.wikipedia.org/wiki/Earth)" |
|
18 |
distErrStateProvince,/location/locationplace/*_id/place/matched_place_id/place/distance_to_state_m/_km_to_m/value,"Assuming units based on the range of values and the circumference of the Earth [1]. |
|
19 |
|
|
20 |
[1] ""Circumference 40,075.017 km"" (http://en.wikipedia.org/wiki/Earth)" |
|
21 |
isInCountry,/location/locationplace/*_id/place/matched_place_id/place/georeference_valid/_first/2/_and/1, |
|
22 |
isInStateProvince,/location/locationplace/*_id/place/matched_place_id/place/georeference_valid/_first/2/_and/2, |
|
23 |
stateProvinceStd,/location/locationplace/*_id/place/matched_place_id/place/stateprovince, |
|
24 |
isInCountry,"/location/locationplace/*_id/place/placecode/_if[@name=""if geovalidation""]/cond/_exists", |
|
25 |
geoscrubID,"/location/locationplace/*_id/place/placecode/_if[@name=""if geovalidation""]/then", |
|
26 |
stateProvinceVerbatim,/location/locationplace/*_id/place/stateprovince, |
|
27 |
geoscrubID,"/location/sourceaccessioncode/_join/1/_if[@name=""if subplot and unique only within parent""]/then/_first/1", |
|
28 |
Index_isCultivatedReason_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
|
29 |
Index_isCultivated_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
|
30 |
badLatLongReason,,** No join mapping for *badLatLongReason ** |
|
31 |
countryID,,** No non-empty join mapping for OMIT ** Not needed |
|
32 |
countryID_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
|
33 |
countryStd_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
|
34 |
countyParishID,,** No non-empty join mapping for OMIT ** Not geoscrubbed |
|
35 |
countyParishVerbatim,,** No non-empty join mapping for OMIT ** Not geoscrubbed |
|
36 |
distErrCountyParish,,** No non-empty join mapping for UNUSED ** |
|
37 |
elevMaxVerbatim,,** No non-empty join mapping for OMIT ** Not geoscrub-related |
|
38 |
elevMinVerbatim,,** No non-empty join mapping for OMIT ** Not geoscrub-related |
|
39 |
elevationVerbatim,,** No non-empty join mapping for OMIT ** Not geoscrub-related |
|
40 |
geoscrubID_idx_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
|
41 |
isBadLatLong,,** No join mapping for latLongDomainInvalid ** |
|
42 |
isCultivated,,** No non-empty join mapping for OMIT ** Not geoscrub-related |
|
43 |
isCultivatedReason,,** No non-empty join mapping for OMIT ** Not geoscrub-related |
|
44 |
isInCountyParish,,** No non-empty join mapping for UNUSED ** |
|
45 |
isNewWorld,,** No non-empty join mapping for OMIT ** Not geoscrub-related |
|
46 |
isNewWorld_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
|
47 |
latLongCorrectedRemarks,,** No join mapping for *latLongCorrectedRemarks ** |
|
48 |
latitudeDecimalCorrected,,** No non-empty join mapping for UNUSED ** |
|
49 |
localityVerbatim,,** No non-empty join mapping for OMIT ** Not geoscrubbed |
|
50 |
longitudeDecimalCorrected,,** No non-empty join mapping for UNUSED ** |
|
51 |
sourceID,,** No non-empty join mapping for OMIT ** Not needed because geoscrubID is provided |
|
52 |
sourceID_idx_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
|
53 |
sourceTable,,** No non-empty join mapping for OMIT ** Not geoscrub-related |
|
54 |
sourceTable_idx_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
|
55 |
stateProvinceID,,** No non-empty join mapping for OMIT ** Not needed |
|
56 |
stateProvinceID_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
|
57 |
stateProvinceStd_index,,** No non-empty join mapping for OMIT ** Placeholder column created by MySQL to PostgreSQL translation |
inputs/.geoscrub/geoscrub_cleaned_unique/test.xml.ref | ||
---|---|---|
1 |
Put template: |
|
2 |
<VegBIEN> |
|
3 |
<_simplifyPath id="-1"> |
|
4 |
<next>parent_id</next> |
|
5 |
<path> |
|
6 |
<location> |
|
7 |
<locationplace> |
|
8 |
<place_id> |
|
9 |
<place> |
|
10 |
<coordinates_id> |
|
11 |
<coordinates> |
|
12 |
<latitude_deg> |
|
13 |
<_nullIf> |
|
14 |
<null>0</null> |
|
15 |
<type>float</type> |
|
16 |
<value>$latitudeDecimalVerbatim</value> |
|
17 |
</_nullIf> |
|
18 |
</latitude_deg> |
|
19 |
<longitude_deg> |
|
20 |
<_nullIf> |
|
21 |
<null>0</null> |
|
22 |
<type>float</type> |
|
23 |
<value>$longitudeDecimalVerbatim</value> |
|
24 |
</_nullIf> |
|
25 |
</longitude_deg> |
|
26 |
</coordinates> |
|
27 |
</coordinates_id> |
|
28 |
<country>$countryVerbatim</country> |
|
29 |
<matched_place_id> |
|
30 |
<place> |
|
31 |
<coordinates_id> |
|
32 |
<coordinates> |
|
33 |
<latitude_deg>$latitudeDecimalVerbatim</latitude_deg> |
|
34 |
<longitude_deg>$longitudeDecimalVerbatim</longitude_deg> |
|
35 |
</coordinates> |
|
36 |
</coordinates_id> |
|
37 |
<country>$countryStd</country> |
|
38 |
<distance_to_country_m><_km_to_m><value>$distErrCountry</value></_km_to_m></distance_to_country_m> |
|
39 |
<distance_to_state_m><_km_to_m><value>$distErrStateProvince</value></_km_to_m></distance_to_state_m> |
|
40 |
<georeference_valid> |
|
41 |
<_and> |
|
42 |
<1>$isInCountry</1> |
|
43 |
<2>$isInStateProvince</2> |
|
44 |
</_and> |
|
45 |
</georeference_valid> |
|
46 |
<stateprovince>$stateProvinceStd</stateprovince> |
|
47 |
</place> |
|
48 |
</matched_place_id> |
|
49 |
<placecode>$geoscrubID</placecode> |
|
50 |
<stateprovince>$stateProvinceVerbatim</stateprovince> |
|
51 |
</place> |
|
52 |
</place_id> |
|
53 |
</locationplace> |
|
54 |
</location> |
|
55 |
</path> |
|
56 |
</_simplifyPath> |
|
57 |
</VegBIEN> |
|
58 |
Inserted 7 new rows into database |
inputs/.geoscrub/geoscrub_cleaned_unique/new_terms.csv | ||
---|---|---|
1 |
geoscrubID,locationID,, |
|
2 |
sourceTable,OMIT,,Not geoscrub-related |
|
3 |
sourceID,OMIT,,Not needed because geoscrubID is provided |
|
4 |
countryVerbatim,country,, |
|
5 |
countryID,OMIT,,Not needed |
|
6 |
isInCountry,latLongInCountry,, |
|
7 |
distErrCountry,distanceToCountry_km,,"Assuming units based on the range of values and the circumference of the Earth [1]. |
|
8 |
|
|
9 |
[1] ""Circumference 40,075.017 km"" (http://en.wikipedia.org/wiki/Earth)" |
|
10 |
stateProvinceVerbatim,stateProvince,, |
|
11 |
stateProvinceID,OMIT,,Not needed |
|
12 |
isInStateProvince,latLongInStateProvince,, |
|
13 |
distErrStateProvince,distanceToStateProvince_km,,"Assuming units based on the range of values and the circumference of the Earth [1]. |
|
14 |
|
|
15 |
[1] ""Circumference 40,075.017 km"" (http://en.wikipedia.org/wiki/Earth)" |
|
16 |
countyParishVerbatim,OMIT,,Not geoscrubbed |
|
17 |
countyParishID,OMIT,,Not geoscrubbed |
|
18 |
isInCountyParish,UNUSED,, |
|
19 |
distErrCountyParish,UNUSED,, |
|
20 |
elevationVerbatim,OMIT,,Not geoscrub-related |
|
21 |
elevMaxVerbatim,OMIT,,Not geoscrub-related |
|
22 |
elevMinVerbatim,OMIT,,Not geoscrub-related |
|
23 |
latitudeDecimalVerbatim,decimalLatitude,, |
|
24 |
longitudeDecimalVerbatim,decimalLongitude,, |
|
25 |
isBadLatLong,latLongDomainInvalid,, |
|
26 |
latitudeDecimalCorrected,UNUSED,, |
|
27 |
longitudeDecimalCorrected,UNUSED,, |
|
28 |
localityVerbatim,OMIT,,Not geoscrubbed |
|
29 |
isCultivated,OMIT,,Not geoscrub-related |
|
30 |
isCultivatedReason,OMIT,,Not geoscrub-related |
|
31 |
countryStd,acceptedCountry,, |
|
32 |
stateProvinceStd,acceptedStateProvince,, |
|
33 |
isNewWorld,OMIT,,Not geoscrub-related |
|
34 |
geoscrubID_idx_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
35 |
sourceTable_idx_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
36 |
sourceID_idx_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
37 |
Index_isCultivated_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
38 |
Index_isCultivatedReason_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
39 |
countryStd_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
40 |
stateProvinceStd_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
41 |
isNewWorld_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
42 |
countryID_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
|
43 |
stateProvinceID_index,OMIT,,Placeholder column created by MySQL to PostgreSQL translation |
inputs/.geoscrub/geoscrub_cleaned_unique/unmapped_terms.csv | ||
---|---|---|
1 |
latLongDomainInvalid |
|
2 |
*badLatLongReason |
|
3 |
*latLongCorrectedRemarks |
Also available in: Unified diff
Added inputs/.geoscrub/