Project

General

Profile

« Previous | Next » 

Revision 10292

inputs/*/*/map.csv: replaced /_first filter with mapping to DUPLICATE special term (VegCore.vegpath.org?DUPLICATE). this removes collisions that don't need a postprocessing formula to combine the columns.

View differences:

inputs/Madidi/IndividualObservation/map.csv
13 13
Tag,tag,,
14 14
WasCollected,*WasCollected,,
15 15
SpecimenID,accessionNumber,,
16
SeniorCollector,recordedBy,/_first/1/_first/2,
17
CollectorString,recordedBy,/_first/1/_first/1,
18
CollectorStringShortened,recordedBy,/_first/2,
16
SeniorCollector,DUPLICATE#of:CollectorString#SeniorCollector,,
17
CollectorString,recordedBy,,
18
CollectorStringShortened,DUPLICATE#of:CollectorString#CollectorStringShortened,,
19 19
CollectionNumber,collectorNumber,,
20 20
Institutions,specimenHolderInstitutions,,
21 21
InstitutionString,*InstitutionString,,
22
CollectorAbbrev,recordedBy,/_first/3,
22
CollectorAbbrev,DUPLICATE#of:CollectorString#CollectorAbbrev,,
23 23
CurrentDet,scientificName,,
24 24
CurrentDetRank,taxonRank,,
25 25
CurrentDetFamily,OMIT#CurrentDetFamily,,"Omitted because includes *family* author, which TNRS can’t handle"
inputs/Madidi/IndividualObservation/VegBIEN.csv
43 43
CollectionNumber,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/then/_first/2/_first/3",
44 44
FieldNameFullName,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/then/_first/3/_first/1",
45 45
CurrentDet,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/then/_first/3/_first/2",
46
CollectorString,/location/locationevent/taxonoccurrence/collector_id/party/fullname/_first/1/_first/1,
47
SeniorCollector,/location/locationevent/taxonoccurrence/collector_id/party/fullname/_first/1/_first/2,
48
CollectorStringShortened,/location/locationevent/taxonoccurrence/collector_id/party/fullname/_first/2,
49
CollectorAbbrev,/location/locationevent/taxonoccurrence/collector_id/party/fullname/_first/3,
46
CollectorString,/location/locationevent/taxonoccurrence/collector_id/party/fullname,
50 47
HabitName,/location/locationevent/taxonoccurrence/growthform,
51 48
CollectionNumber,"/location/locationevent/taxonoccurrence/iscultivated/_alt/1/_if[@name=""if TaxonOccurrence""]/cond/_exists",
52 49
CurrentDetRank,"/location/locationevent/taxonoccurrence/taxondetermination[!isoriginal]/*_id/taxonverbatim/*_id/taxonlabel/parent_id/taxonlabel/_if[@name=""if has explicit parent""]/else/rank",
......
89 86
CauseOfDeath4,,** No non-empty join mapping for UNUSED#CauseOfDeath4 ** 
90 87
CauseOfDeath5,,** No non-empty join mapping for UNUSED#CauseOfDeath5 ** 
91 88
Circumference,,** No join mapping for *Circumference ** 
89
CollectorAbbrev,,** No non-empty join mapping for DUPLICATE#of:CollectorString#CollectorAbbrev ** 
90
CollectorStringShortened,,** No non-empty join mapping for DUPLICATE#of:CollectorString#CollectorStringShortened ** 
92 91
CommonName,,** No join mapping for vernacularName ** 
93 92
CompoundLeaf,,** No non-empty join mapping for UNUSED#CompoundLeaf ** 
94 93
CompoundLeafID,,** No non-empty join mapping for UNUSED#CompoundLeafID ** 
......
157 156
SLAArea7,,** No non-empty join mapping for UNUSED#SLAArea7 ** 
158 157
SLAArea8,,** No non-empty join mapping for UNUSED#SLAArea8 ** 
159 158
SLAArea9,,** No non-empty join mapping for UNUSED#SLAArea9 ** 
159
SeniorCollector,,** No non-empty join mapping for DUPLICATE#of:CollectorString#SeniorCollector ** 
160 160
SubplotX2,,** No join mapping for *SubplotX2 ** 
161 161
SubplotY2,,** No join mapping for *SubplotY2 ** 
162 162
Thickness1,,** No non-empty join mapping for UNUSED#Thickness1 ** 
inputs/Madidi/IndividualObservation/new_terms.csv
3 3
Tree,individualCode,,
4 4
Trunk,authorStemCode,,
5 5
SpecimenID,accessionNumber,,
6
SeniorCollector,recordedBy,/_first/1/_first/2,
7
CollectorString,recordedBy,/_first/1/_first/1,
8
CollectorStringShortened,recordedBy,/_first/2,
6
SeniorCollector,DUPLICATE#of:CollectorString#SeniorCollector,,
7
CollectorString,recordedBy,,
8
CollectorStringShortened,DUPLICATE#of:CollectorString#CollectorStringShortened,,
9 9
Institutions,specimenHolderInstitutions,,
10
CollectorAbbrev,recordedBy,/_first/3,
10
CollectorAbbrev,DUPLICATE#of:CollectorString#CollectorAbbrev,,
11 11
CurrentDet,scientificName,,
12 12
CurrentDetRank,taxonRank,,
13 13
CurrentDetFamily,OMIT#CurrentDetFamily,,"Omitted because includes *family* author, which TNRS can’t handle"
inputs/Madidi/LocationObservation/map.csv
1 1
Madidi,VegCore,Filter,Comments
2 2
row_num,*row_num,,
3
PlotID,locationID,/_first/2,
4
PlotName,locationID,/_first/1,
3
PlotID,DUPLICATE#of:PlotName#PlotID,,
4
PlotName,locationID,,
5 5
PlotInventoryName,authorEventCode,,
6 6
LatitudeDecDeg,decimalLatitude,,
7 7
LongitudeDecDeg,decimalLongitude,,
inputs/Madidi/LocationObservation/VegBIEN.csv
1 1
Madidi,VegBIEN:/_setDefault:[source_id/source/shortname/_env:[name=source]]/path/_simplifyPath:[next=parent_id]/path,Comments
2 2
Plot Name,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/1",
3
PlotName,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/2/_if[@name=""if locationID""]/cond/_exists/_first/1",
4
PlotID,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/2/_if[@name=""if locationID""]/cond/_exists/_first/2",
3
PlotName,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/2/_if[@name=""if locationID""]/cond/_exists",
5 4
PlotInventoryName,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/2/_if[@name=""if locationID""]/else",
6
PlotName,"/location/_if[@name=""if subplot""]/else/sourceaccessioncode/_first/1",
7
PlotID,"/location/_if[@name=""if subplot""]/else/sourceaccessioncode/_first/2",
5
PlotName,"/location/_if[@name=""if subplot""]/else/sourceaccessioncode",
8 6
Plot Name,"/location/_if[@name=""if subplot""]/then/parent_id/location/authorlocationcode",
9
PlotName,"/location/_if[@name=""if subplot""]/then/parent_id/location/sourceaccessioncode/_first/1",
10
PlotID,"/location/_if[@name=""if subplot""]/then/parent_id/location/sourceaccessioncode/_first/2",
7
PlotName,"/location/_if[@name=""if subplot""]/then/parent_id/location/sourceaccessioncode",
11 8
Locality,/location/iscultivated/_or/2/_locationnarrative_is_cultivated/locationnarrative/_join/1,
12 9
Expedition Name,/location/locationevent/*_id/project/projectname,
13 10
Expedition Number,/location/locationevent/*_id/project/sourceaccessioncode,
14 11
PlotInventoryName,"/location/locationevent/_if[@name=""if subplot""]/else/authoreventcode",
15 12
PlotInventoryName,"/location/locationevent/_if[@name=""if subplot""]/then/_if[@name=""if has event""]/cond/_exists",
16 13
Plot Name,"/location/locationevent/_if[@name=""if subplot""]/then/_if[@name=""if has event""]/then/parent_id/locationevent/*_id/location/authorlocationcode/_if[@name=""if subplot""]/then",
17
PlotName,"/location/locationevent/_if[@name=""if subplot""]/then/_if[@name=""if has event""]/then/parent_id/locationevent/*_id/location/sourceaccessioncode/_if[@name=""if subplot""]/then/_first/1",
18
PlotID,"/location/locationevent/_if[@name=""if subplot""]/then/_if[@name=""if has event""]/then/parent_id/locationevent/*_id/location/sourceaccessioncode/_if[@name=""if subplot""]/then/_first/2",
14
PlotName,"/location/locationevent/_if[@name=""if subplot""]/then/_if[@name=""if has event""]/then/parent_id/locationevent/*_id/location/sourceaccessioncode/_if[@name=""if subplot""]/then",
19 15
PlotInventoryName,"/location/locationevent/_if[@name=""if subplot""]/then/_if[@name=""if has event""]/then/parent_id/locationevent/authoreventcode",
20 16
Vegetation Type,/location/locationevent/commclass/commdetermination/*_id/commconcept/*_id/*/commname,
21 17
Interchangeable Acidity,/location/locationevent/soilsample/acidity_fraction/_percent_to_fraction/value,Assuming units are % based on the range of values
......
36 32
Textural Class,/location/locationevent/soilsample/texture,
37 33
Plot Name,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/cond/_exists",
38 34
PlotInventoryName,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/cond/_exists",
39
PlotName,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/cond/_exists/_first/1",
40
PlotID,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/cond/_exists/_first/2",
35
PlotName,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/cond/_exists",
41 36
Locality,/location/locationnarrative/_merge/1,
42 37
Notes,/location/locationnarrative/_merge/4,
43 38
Notes 2,/location/locationnarrative/_merge/4,
......
46 41
LatitudeDecDeg,"/location/locationplace/*_id/place/matched_place_id/place:[.,source_id/source/shortname=geoscrub]/*_id/coordinates:[source_id/source/shortname=geoscrub]/_first/2/latitude_deg/_nullIf:[null=0,type=float]/value",""".,"" sorts it with other coordinates mappings"
47 42
LongitudeDecDeg,"/location/locationplace/*_id/place/matched_place_id/place:[.,source_id/source/shortname=geoscrub]/*_id/coordinates:[source_id/source/shortname=geoscrub]/_first/2/longitude_deg/_nullIf:[null=0,type=float]/value",""".,"" sorts it with other coordinates mappings"
48 43
Slope,/location/slopegradient_fraction/_alt/1,
49
PlotName,"/location/sourceaccessioncode/_first/2/_if[@name=""if locationID""]/cond/_exists/_first/1",
50
PlotID,"/location/sourceaccessioncode/_first/2/_if[@name=""if locationID""]/cond/_exists/_first/2",
51
PlotName,"/location/sourceaccessioncode/_first/2/_if[@name=""if locationID""]/then/_if[@name=""if subplot""]/then/_join/1/_first/1",
52
PlotID,"/location/sourceaccessioncode/_first/2/_if[@name=""if locationID""]/then/_if[@name=""if subplot""]/then/_join/1/_first/2",
44
PlotName,"/location/sourceaccessioncode/_first/2/_if[@name=""if locationID""]/cond/_exists",
45
PlotName,"/location/sourceaccessioncode/_first/2/_if[@name=""if locationID""]/then/_if[@name=""if subplot""]/then/_join/1",
53 46
Collaborators,,** No join mapping for *Collaborators ** 
54 47
Collaborators (OLD),,** No join mapping for *Collaborators (OLD) ** 
55 48
Funding agency,,** No join mapping for *Funding agency ** 
......
62 55
Other Epilocs (OLD),,** No join mapping for *Other Epilocs (OLD) ** 
63 56
Other epilocs,,** No join mapping for *Other epilocs ** 
64 57
Plot Compass Direction,,** No join mapping for *Plot Compass Direction ** 
58
PlotID,,** No non-empty join mapping for DUPLICATE#of:PlotName#PlotID ** 
65 59
Political Location,,** No join mapping for *Political Location ** 
66 60
Qualifier Available Phosphor,,** No join mapping for *Qualifier Available Phosphor ** 
67 61
Qualifier Interchangeable Acidity,,** No join mapping for *Qualifier Interchangeable Acidity ** 
inputs/Madidi/map.csv
24 24
Available Phosphor,phosphorus_percent,,Assuming units are % based on the range of values
25 25
CIC (ISRIC 11–cmolc/Kg–0.05),cationExchangeCapacity_cmol_kg,,
26 26
CIC,cationExchangeCapacity_cmol_kg,,
27
CollectorAbbrev,recordedBy,/_first/3,
28
CollectorString,recordedBy,/_first/1/_first/1,
29
CollectorStringShortened,recordedBy,/_first/2,
27
CollectorAbbrev,DUPLICATE#of:CollectorString#CollectorAbbrev,,
28
CollectorString,recordedBy,,
29
CollectorStringShortened,DUPLICATE#of:CollectorString#CollectorStringShortened,,
30 30
Conductividad electrica (ASPT 6–µS/cm– 1 - 10000),conductivity,,
31 31
CurrentDet,scientificName,,
32 32
CurrentDetFamily,OMIT#CurrentDetFamily,,"Omitted because includes *family* author, which TNRS can’t handle"
......
85 85
Orientación/exposicion,slopeAspect,,Part files provide either this field or Direction
86 86
PlotInventoryName,authorEventCode,,
87 87
Qualifier,identificationQualifier,,
88
SeniorCollector,recordedBy,/_first/1/_first/2,
88
SeniorCollector,DUPLICATE#of:CollectorString#SeniorCollector,,
89 89
Sequence,subplot,,
90 90
Slope,slopeGradient,,
91 91
Specie+autor,scientificName,,
inputs/ARIZ/omoccurrences/map.csv
1 1
ARIZ,VegCore,Filter,Comments
2
occid,occurrenceID,/_first/1,
2
occid,occurrenceID,,
3 3
collid,*collid,,
4 4
dbpk,*dbpk,,Only populated for 2651 rows
5 5
basisOfRecord,basisOfRecord,,
6
occurrenceID,occurrenceID,/_first/2,Not populated for all rows
6
occurrenceID,DUPLICATE#of:occid#occurrenceID,,Not populated for all rows
7 7
catalogNumber,accessionNumber,,
8 8
institutionID,UNUSED#institutionID,,
9 9
collectionID,UNUSED#collectionID,,
inputs/ARIZ/omoccurrences/VegBIEN.csv
1 1
ARIZ,VegBIEN:/_setDefault:[source_id/source/shortname/_env:[name=source]]/path/_simplifyPath:[next=parent_id]/path,Comments
2 2
catalogNumber,"/_if[@name=""if specimen""]/cond/_exists",
3
occid,"/_if[@name=""if specimen""]/cond/_exists/_first/1",
4
occurrenceID,"/_if[@name=""if specimen""]/cond/_exists/_first/2",Not populated for all rows
5
occid,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/3/_if[@name=""if plot""]/else/_alt/1/_first/1",
6
occurrenceID,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/3/_if[@name=""if plot""]/else/_alt/1/_first/2",Not populated for all rows
3
occid,"/_if[@name=""if specimen""]/cond/_exists",
4
occid,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/3/_if[@name=""if plot""]/else/_alt/1",
7 5
catalogNumber,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/3/_if[@name=""if plot""]/else/_alt/2/_if[@name=""if catalogNumber""]/cond/_exists",
8 6
catalogNumber,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/3/_if[@name=""if plot""]/else/_alt/2/_if[@name=""if catalogNumber""]/then/_join/1/_if[@name=""if specimen""]/cond/_exists",
9
occid,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/3/_if[@name=""if plot""]/else/_alt/2/_if[@name=""if catalogNumber""]/then/_join/1/_if[@name=""if specimen""]/cond/_exists/_first/1",
10
occurrenceID,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/3/_if[@name=""if plot""]/else/_alt/2/_if[@name=""if catalogNumber""]/then/_join/1/_if[@name=""if specimen""]/cond/_exists/_first/2",Not populated for all rows
7
occid,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/3/_if[@name=""if plot""]/else/_alt/2/_if[@name=""if catalogNumber""]/then/_join/1/_if[@name=""if specimen""]/cond/_exists",
11 8
catalogNumber,"/location/_if[@name=""if subplot""]/else/authorlocationcode/_first/3/_if[@name=""if plot""]/else/_alt/2/_if[@name=""if catalogNumber""]/then/_join/3/_if[@name=""if indirect voucher""]/else",
12 9
verbatimElevation,"/location/elevation_m/_alt/1/_units:[to=m,to=]/value",
13 10
minimumElevationInMeters,/location/elevation_m/_alt/2/_avg/1,
14 11
maximumElevationInMeters,/location/elevation_m/_alt/2/_avg/2,
12
occid,"/location/iscultivated/_or/1/_if[@name=""if TaxonOccurrence""]/cond/_exists",
15 13
recordNumber,"/location/iscultivated/_or/1/_if[@name=""if TaxonOccurrence""]/cond/_exists",
16
occid,"/location/iscultivated/_or/1/_if[@name=""if TaxonOccurrence""]/cond/_exists/_first/1",
17
occurrenceID,"/location/iscultivated/_or/1/_if[@name=""if TaxonOccurrence""]/cond/_exists/_first/2",Not populated for all rows
18 14
cultivationStatus,"/location/iscultivated/_or/1/_if[@name=""if TaxonOccurrence""]/else/_first/1/_map:[0=,*=*]/value","cultivated can only be true or NULL, not false "
19 15
locality,/location/iscultivated/_or/2/_locationnarrative_is_cultivated/locationnarrative/_join/1,
20 16
habitat,/location/iscultivated/_or/2/_locationnarrative_is_cultivated/locationnarrative/_join/3,
......
35 31
catalogNumber,"/location/locationevent/taxonoccurrence/aggregateoccurrence/plantobservation/specimenreplicate/catalognumber_dwc/_if[@name=""if indirect voucher""]/else",
36 32
recordNumber,"/location/locationevent/taxonoccurrence/aggregateoccurrence/plantobservation/specimenreplicate/collectionnumber/_if[@name=""if indirect voucher""]/else",
37 33
catalogNumber,"/location/locationevent/taxonoccurrence/aggregateoccurrence/plantobservation/specimenreplicate/institution_id/sourcelist/_if[@name=""if specimen""]/cond/_exists",
38
occid,"/location/locationevent/taxonoccurrence/aggregateoccurrence/plantobservation/specimenreplicate/institution_id/sourcelist/_if[@name=""if specimen""]/cond/_exists/_first/1",
39
occurrenceID,"/location/locationevent/taxonoccurrence/aggregateoccurrence/plantobservation/specimenreplicate/institution_id/sourcelist/_if[@name=""if specimen""]/cond/_exists/_first/2",Not populated for all rows
40
occid,/location/locationevent/taxonoccurrence/aggregateoccurrence/plantobservation/specimenreplicate/sourceaccessioncode/_first/1,
41
occurrenceID,/location/locationevent/taxonoccurrence/aggregateoccurrence/plantobservation/specimenreplicate/sourceaccessioncode/_first/2,Not populated for all rows
34
occid,"/location/locationevent/taxonoccurrence/aggregateoccurrence/plantobservation/specimenreplicate/institution_id/sourcelist/_if[@name=""if specimen""]/cond/_exists",
35
occid,/location/locationevent/taxonoccurrence/aggregateoccurrence/plantobservation/specimenreplicate/sourceaccessioncode,
42 36
recordNumber,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/then/_first/2/_first/3",
43 37
scientificName,"/location/locationevent/taxonoccurrence/authortaxoncode/_if[@name=""if in plot""]/then/_first/3/_first/2",
44 38
recordedBy,/location/locationevent/taxonoccurrence/collector_id/party/fullname,
39
occid,"/location/locationevent/taxonoccurrence/iscultivated/_alt/1/_if[@name=""if TaxonOccurrence""]/cond/_exists",
45 40
recordNumber,"/location/locationevent/taxonoccurrence/iscultivated/_alt/1/_if[@name=""if TaxonOccurrence""]/cond/_exists",
46
occid,"/location/locationevent/taxonoccurrence/iscultivated/_alt/1/_if[@name=""if TaxonOccurrence""]/cond/_exists/_first/1",
47
occurrenceID,"/location/locationevent/taxonoccurrence/iscultivated/_alt/1/_if[@name=""if TaxonOccurrence""]/cond/_exists/_first/2",Not populated for all rows
48 41
cultivationStatus,"/location/locationevent/taxonoccurrence/iscultivated/_alt/1/_if[@name=""if TaxonOccurrence""]/then/_first/1/_map:[0=,*=*]/value","cultivated can only be true or NULL, not false "
49
occid,/location/locationevent/taxonoccurrence/sourceaccessioncode/_first/3/_first/1,
50
occurrenceID,/location/locationevent/taxonoccurrence/sourceaccessioncode/_first/3/_first/2,Not populated for all rows
42
occid,/location/locationevent/taxonoccurrence/sourceaccessioncode/_first/3,
51 43
identifiedBy,/location/locationevent/taxonoccurrence/taxondetermination[!isoriginal]/*_id/party/fullname,
52 44
taxonRank,"/location/locationevent/taxonoccurrence/taxondetermination[!isoriginal]/*_id/taxonverbatim/*_id/taxonlabel/parent_id/taxonlabel/_if[@name=""if has explicit parent""]/else/rank",
53 45
specificEpithet,"/location/locationevent/taxonoccurrence/taxondetermination[!isoriginal]/*_id/taxonverbatim/*_id/taxonlabel/parent_id/taxonlabel/parent_id/_forEach:[in:[cultivar,forma,variety,subspecies,],do=""taxonlabel[rank=_val]/parent_id""]/taxonlabel[rank=species]/taxonepithet",
......
137 129
month,,** No join mapping for month ** 
138 130
municipality,,** No join mapping for municipality ** 
139 131
observeruid,,** No join mapping for *observeruid ** 
132
occurrenceID,,** No non-empty join mapping for DUPLICATE#of:occid#occurrenceID ** Not populated for all rows
140 133
otherCatalogNumbers,,** No join mapping for otherCatalogNumbers ** 
141 134
ownerInstitutionCode,,** No join mapping for specimenOwner ** Only populated for 547 rows
142 135
preparations,,** No join mapping for preparations ** 
inputs/ARIZ/omoccurrences/new_terms.csv
1
occid,occurrenceID,/_first/1,
1
occid,occurrenceID,,
2 2
cultivationStatus,cultivated,"/_map:[0=,*=*]/value","cultivated can only be true or NULL, not false "

Also available in: Unified diff