1 |
|
row_num,locationID,eventID,aggregateOrganismObservationID__taxon_presence,aggregateOrganismObservationID__individual_count,diameterBreastHeight_cm,height_m,individualCount,aggregateOrganismObservationID,taxonOccurrenceID,*taxonobservation_--plantname_id,*taxonobservation_--plantconcept_id,identificationID,*taxonobservation_--stemlocation_id,*taxonobservation_--taxoninterpretation_plantname_id,*taxonobservation_--taxoninterpretation_party_id,*taxonobservation_--role_id,identificationType,*taxonobservation_--reference_id,*taxonobservation_--originalinterpretation,*taxonobservation_--currentinterpretation,identificationQualifier,identificationVerificationStatus,UNUSED#collector_id,collectorNumber,*taxonobservation_--museum_id,accessionNumber,*taxonobservation_--grouptype,occurrenceRemarks,*taxonobservation_--notespublic,*taxonobservation_--notesmgt,*taxonobservation_--revisions,dateIdentified,dateCollected,*taxonobservation_--emb_taxoninterpretation,*taxonobservation_--taxoninterpretation_accessioncode,originalScientificName,*taxonobservation_--taxonobservation_reference_id,*taxonobservation_--taxoninferencearea,*taxonobservation_--emb_taxonobservation,*taxonobservation_--int_origplantconcept_id,EQUIV#to:authorplantname#int_origplantscifull,originalTaxonName,originalVernacularName,*taxonobservation_--int_origplantcode,*taxonobservation_--int_currplantconcept_id,scientificName_verbatim,taxonName,vernacularName,*taxonobservation_--int_currplantcode,*taxonobservation_--taxonobservation_accessioncode,*taxonobservation_--plantconcept_reference_id,scientificName__for_nearest_taxon_concept,*taxonobservation_--plantcode,*taxonobservation_--plantdescription,*taxonobservation_--d_obscount,*taxonobservation_--d_currentaccepted,*taxonobservation_--plantconcept_accessioncode,kingdom,*taxonobservation_--Subkingdom,*taxonobservation_--Superdivision,*taxonobservation_--Division,*taxonobservation_--Subdivision,class,*taxonobservation_--Subclass,order,family,genus,EQUIV#to:plantname#Species,EQUIV#to:plantname#Subspecies,EQUIV#to:plantname#Variety,EQUIV#to:plantname#Forma,DUPLICATE#of:plantconcept_plantname#plantname,*taxonobservation_--plantname_reference_id,*taxonobservation_--dateentered,observationGranularity,scientificName,*stemcount_--stratum_id,coverPercent,*stemcount_--basalarea,*stemcount_--biomass,*stemcount_--inferencearea,*stemcount_--stratumbase,*stemcount_--stratumheight,*stemcount_--emb_taxonimportance,*stemcount_--covercode,*stemcount_--stemdiameteraccuracy,*stemcount_--stemheightaccuracy,*stemcount_--stemtaxonarea,*stemcount_--emb_stemcount,stemID,UNUSED#stemcode,UNUSED#stemxposition,UNUSED#stemyposition,*stemlocation_--stemhealth,*stemlocation_--emb_stemlocation,*stemlocation_--stemdiameteraccuracy,*stemlocation_--stemheightaccuracy,*stemlocation_--stemtaxonarea,*stemlocation_--emb_stemcount,individualID,*observation_--previousobs_id,projectID,authorEventCode,*observation_--dateaccuracy,*observation_--covermethod_id,*observation_--coverdispersion,*observation_--autotaxoncover,*observation_--stratummethod_id,samplingProtocol,*observation_--taxonobservationarea,*observation_--stemsizelimit,*observation_--stemobservationarea,*observation_--stemsamplemethod,*observation_--originaldata,*observation_--effortlevel,*observation_--plotvalidationlevel,*observation_--floristicquality,*observation_--bryophytequality,*observation_--lichenquality,*observation_--observationnarrative,*observation_--landscapenarrative,*observation_--homogeneity,*observation_--phenologicaspect,*observation_--representativeness,*observation_--standmaturity,*observation_--successionalstatus,*observation_--basalarea,*observation_--hydrologicregime,*observation_--soilmoistureregime,*observation_--soildrainage,*observation_--watersalinity,*observation_--waterdepth,*observation_--shoredistance,*observation_--soildepth,*observation_--organicdepth,*observation_--soiltaxon_id,*observation_--soiltaxonsrc,*observation_--percentbedrock,*observation_--percentrockgravel,*observation_--percentwood,*observation_--percentlitter,*observation_--percentbaresoil,*observation_--percentwater,*observation_--percentother,*observation_--nameother,*observation_--treeht,*observation_--shrubht,*observation_--fieldht,*observation_--nonvascularht,*observation_--submergedht,*observation_--treecover,*observation_--shrubcover,*observation_--fieldcover,*observation_--nonvascularcover,*observation_--floatingcover,*observation_--submergedcover,*observation_--dominantstratum,*observation_--growthform1type,*observation_--growthform2type,*observation_--growthform3type,*observation_--growthform1cover,*observation_--growthform2cover,*observation_--growthform3cover,*observation_--totalcover,*observation_--notespublic,*observation_--notesmgt,*observation_--revisions,startDate,endDate,*observation_--dateentered,*observation_--emb_observation,*observation_--interp_orig_ci_id,*observation_--interp_orig_cc_id,*observation_--interp_orig_sciname,*observation_--interp_orig_code,*observation_--interp_orig_party_id,*observation_--interp_orig_partyname,*observation_--interp_current_ci_id,*observation_--interp_current_cc_id,*observation_--interp_current_sciname,*observation_--interp_current_code,*observation_--interp_current_party_id,*observation_--interp_current_partyname,*observation_--interp_bestfit_ci_id,*observation_--interp_bestfit_cc_id,*observation_--interp_bestfit_sciname,*observation_--interp_bestfit_code,*observation_--interp_bestfit_party_id,*observation_--interp_bestfit_partyname,*observation_--toptaxon1name,*observation_--toptaxon2name,*observation_--toptaxon3name,*observation_--toptaxon4name,*observation_--toptaxon5name,*observation_--numberoftaxa,*observation_--accessioncode,*observation_--soilobs_id,*observation_--soilhorizon,*observation_--soildepthtop,*observation_--soildepthbottom,*observation_--soilcolor,organic_percent,texture,sand_percent,silt_percent,clay_percent,*observation_--soilcoarse,ph,cationExchangeCapacity_cmol_kg,baseSaturation_percent,*observation_--soildescription,*observation_--emb_soilobs,locationName,*plot_--reference_id,parentLocationID,coordinateUncertaintyInMeters__from_coords,accessRights_verbatim,*plot_--confidentialityreason,decimalLatitude,decimalLongitude,*plot_--authore,*plot_--authorn,*plot_--authorzone,*plot_--authordatum,*plot_--authorlocation,locality,*plot_--azimuth,*plot_--dsgpoly,footprintWKT,plotArea_m2,*plot_--standsize,*plot_--placementmethod,*plot_--permanence,*plot_--layoutnarrative,elevationInMeters,*plot_--elevationaccuracy,UNUSED#elevationrange,slopeAspect,minSlopeAspect,maxSlopeAspect,slopeGradient,minSlopeGradient,maxSlopeGradient,*plot_--topoposition,landform,*plot_--surficialdeposits,*plot_--rocktype,stateProvince,country,*plot_--submitter_surname,*plot_--submitter_givenname,*plot_--submitter_email,*plot_--notespublic,*plot_--notesmgt,*plot_--revisions,*plot_--dateentered,*plot_--emb_plot,*plot_--plotrationalenarrative,*plot_--accessioncode,continent,DUPLICATE#of:country#area|country|territory,DUPLICATE#of:stateprovince#region|state|province,county,*plot_--quadrangle,*plot_--Geographic Name,accessRights,coordinateUncertaintyInMeters__from_fuzzing,coordinateUncertaintyInMeters
|
|
1 |
locationID,eventID,aggregateOrganismObservationID__taxon_presence,aggregateOrganismObservationID__individual_count,diameterBreastHeight_cm,height_m,individualCount,aggregateOrganismObservationID,taxonOccurrenceID,*taxonobservation_--plantname_id,*taxonobservation_--plantconcept_id,identificationID,*taxonobservation_--stemlocation_id,*taxonobservation_--taxoninterpretation_plantname_id,*taxonobservation_--taxoninterpretation_party_id,*taxonobservation_--role_id,identificationType,*taxonobservation_--reference_id,*taxonobservation_--originalinterpretation,*taxonobservation_--currentinterpretation,identificationQualifier,identificationVerificationStatus,UNUSED#collector_id,collectorNumber,*taxonobservation_--museum_id,accessionNumber,*taxonobservation_--grouptype,occurrenceRemarks,*taxonobservation_--notespublic,*taxonobservation_--notesmgt,*taxonobservation_--revisions,dateIdentified,dateCollected,*taxonobservation_--emb_taxoninterpretation,*taxonobservation_--taxoninterpretation_accessioncode,originalScientificName,*taxonobservation_--taxonobservation_reference_id,*taxonobservation_--taxoninferencearea,*taxonobservation_--emb_taxonobservation,*taxonobservation_--int_origplantconcept_id,EQUIV#to:authorplantname#int_origplantscifull,originalTaxonName,originalVernacularName,*taxonobservation_--int_origplantcode,*taxonobservation_--int_currplantconcept_id,scientificName_verbatim,taxonName,vernacularName,*taxonobservation_--int_currplantcode,*taxonobservation_--taxonobservation_accessioncode,*taxonobservation_--plantconcept_reference_id,scientificName__for_nearest_taxon_concept,*taxonobservation_--plantcode,*taxonobservation_--plantdescription,*taxonobservation_--d_obscount,*taxonobservation_--d_currentaccepted,*taxonobservation_--plantconcept_accessioncode,kingdom,*taxonobservation_--Subkingdom,*taxonobservation_--Superdivision,*taxonobservation_--Division,*taxonobservation_--Subdivision,class,*taxonobservation_--Subclass,order,family,genus,EQUIV#to:plantname#Species,EQUIV#to:plantname#Subspecies,EQUIV#to:plantname#Variety,EQUIV#to:plantname#Forma,DUPLICATE#of:plantconcept_plantname#plantname,*taxonobservation_--plantname_reference_id,*taxonobservation_--dateentered,observationGranularity,scientificName,*stemcount_--stratum_id,coverPercent,*stemcount_--basalarea,*stemcount_--biomass,*stemcount_--inferencearea,*stemcount_--stratumbase,*stemcount_--stratumheight,*stemcount_--emb_taxonimportance,*stemcount_--covercode,*stemcount_--stemdiameteraccuracy,*stemcount_--stemheightaccuracy,*stemcount_--stemtaxonarea,*stemcount_--emb_stemcount,stemID,UNUSED#stemcode,UNUSED#stemxposition,UNUSED#stemyposition,*stemlocation_--stemhealth,*stemlocation_--emb_stemlocation,*stemlocation_--stemdiameteraccuracy,*stemlocation_--stemheightaccuracy,*stemlocation_--stemtaxonarea,*stemlocation_--emb_stemcount,individualID,*observation_--previousobs_id,projectID,authorEventCode,*observation_--dateaccuracy,*observation_--covermethod_id,*observation_--coverdispersion,*observation_--autotaxoncover,*observation_--stratummethod_id,samplingProtocol,*observation_--taxonobservationarea,*observation_--stemsizelimit,*observation_--stemobservationarea,*observation_--stemsamplemethod,*observation_--originaldata,*observation_--effortlevel,*observation_--plotvalidationlevel,*observation_--floristicquality,*observation_--bryophytequality,*observation_--lichenquality,*observation_--observationnarrative,*observation_--landscapenarrative,*observation_--homogeneity,*observation_--phenologicaspect,*observation_--representativeness,*observation_--standmaturity,*observation_--successionalstatus,*observation_--basalarea,*observation_--hydrologicregime,*observation_--soilmoistureregime,*observation_--soildrainage,*observation_--watersalinity,*observation_--waterdepth,*observation_--shoredistance,*observation_--soildepth,*observation_--organicdepth,*observation_--soiltaxon_id,*observation_--soiltaxonsrc,*observation_--percentbedrock,*observation_--percentrockgravel,*observation_--percentwood,*observation_--percentlitter,*observation_--percentbaresoil,*observation_--percentwater,*observation_--percentother,*observation_--nameother,*observation_--treeht,*observation_--shrubht,*observation_--fieldht,*observation_--nonvascularht,*observation_--submergedht,*observation_--treecover,*observation_--shrubcover,*observation_--fieldcover,*observation_--nonvascularcover,*observation_--floatingcover,*observation_--submergedcover,*observation_--dominantstratum,*observation_--growthform1type,*observation_--growthform2type,*observation_--growthform3type,*observation_--growthform1cover,*observation_--growthform2cover,*observation_--growthform3cover,*observation_--totalcover,*observation_--notespublic,*observation_--notesmgt,*observation_--revisions,startDate,endDate,*observation_--dateentered,*observation_--emb_observation,*observation_--interp_orig_ci_id,*observation_--interp_orig_cc_id,*observation_--interp_orig_sciname,*observation_--interp_orig_code,*observation_--interp_orig_party_id,*observation_--interp_orig_partyname,*observation_--interp_current_ci_id,*observation_--interp_current_cc_id,*observation_--interp_current_sciname,*observation_--interp_current_code,*observation_--interp_current_party_id,*observation_--interp_current_partyname,*observation_--interp_bestfit_ci_id,*observation_--interp_bestfit_cc_id,*observation_--interp_bestfit_sciname,*observation_--interp_bestfit_code,*observation_--interp_bestfit_party_id,*observation_--interp_bestfit_partyname,*observation_--toptaxon1name,*observation_--toptaxon2name,*observation_--toptaxon3name,*observation_--toptaxon4name,*observation_--toptaxon5name,*observation_--numberoftaxa,*observation_--accessioncode,*observation_--soilobs_id,*observation_--soilhorizon,*observation_--soildepthtop,*observation_--soildepthbottom,*observation_--soilcolor,organic_percent,texture,sand_percent,silt_percent,clay_percent,*observation_--soilcoarse,ph,cationExchangeCapacity_cmol_kg,baseSaturation_percent,*observation_--soildescription,*observation_--emb_soilobs,locationName,*plot_--reference_id,parentLocationID,coordinateUncertaintyInMeters__from_coords,accessRights_verbatim,*plot_--confidentialityreason,decimalLatitude,decimalLongitude,*plot_--authore,*plot_--authorn,*plot_--authorzone,*plot_--authordatum,*plot_--authorlocation,locality,*plot_--azimuth,*plot_--dsgpoly,footprintWKT,plotArea_m2,*plot_--standsize,*plot_--placementmethod,*plot_--permanence,*plot_--layoutnarrative,elevationInMeters,*plot_--elevationaccuracy,UNUSED#elevationrange,slopeAspect,minSlopeAspect,maxSlopeAspect,slopeGradient,minSlopeGradient,maxSlopeGradient,*plot_--topoposition,landform,*plot_--surficialdeposits,*plot_--rocktype,stateProvince,country,*plot_--submitter_surname,*plot_--submitter_givenname,*plot_--submitter_email,*plot_--notespublic,*plot_--notesmgt,*plot_--revisions,*plot_--dateentered,*plot_--emb_plot,*plot_--plotrationalenarrative,*plot_--accessioncode,continent,DUPLICATE#of:country#area|country|territory,DUPLICATE#of:stateprovince#region|state|province,county,*plot_--quadrangle,*plot_--Geographic Name,accessRights,coordinateUncertaintyInMeters__from_fuzzing,coordinateUncertaintyInMeters
|
bugfix: inputs/VegBank/taxon_observation.**/postprocess.sql: removed row_num (=identificationID), because there is actually more than one row per VegBank taxonobservation_, so this does not properly enumerate the view rows. this is because there is a 1:many left-join to stemcount_, stemlocation_ which adds rows to each taxonobservation_. since the row_num is gone, any row-subsetting of the view using OFFSET will always need to materialize the entire view up to the OFFSET value. this works for smaller datasources like VegBank that fit almost entirely into one column-based import chunk (1 million rows), but not for larger datasources like FIA where it would be much slower to materialize all preceding 16 million rows on the last chunk (which is what OFFSET normally does with left-joins).