1 |
12922
|
aaronmk
|
--
|
2 |
|
|
-- PostgreSQL database dump
|
3 |
|
|
--
|
4 |
|
|
|
5 |
|
|
SET statement_timeout = 0;
|
6 |
|
|
SET lock_timeout = 0;
|
7 |
|
|
SET client_encoding = 'UTF8';
|
8 |
|
|
SET standard_conforming_strings = on;
|
9 |
|
|
SET check_function_bodies = false;
|
10 |
|
|
SET client_min_messages = warning;
|
11 |
|
|
|
12 |
|
|
SET search_path = "NY", pg_catalog;
|
13 |
|
|
|
14 |
|
|
--
|
15 |
|
|
-- Name: _specimens_01_count_of_total_records_specimens_in_source_db; Type: VIEW; Schema: NY; Owner: -
|
16 |
|
|
--
|
17 |
|
|
|
18 |
|
|
CREATE VIEW _specimens_01_count_of_total_records_specimens_in_source_db AS
|
19 |
|
|
SELECT count(*) AS "totalSpecimenRecords"
|
20 |
|
|
FROM "Ecatalog_all";
|
21 |
|
|
|
22 |
|
|
|
23 |
|
|
--
|
24 |
|
|
-- Name: VIEW _specimens_01_count_of_total_records_specimens_in_source_db; Type: COMMENT; Schema: NY; Owner: -
|
25 |
|
|
--
|
26 |
|
|
|
27 |
|
|
COMMENT ON VIEW _specimens_01_count_of_total_records_specimens_in_source_db IS '
|
28 |
|
|
Check: should return 1 row
|
29 |
|
|
';
|
30 |
|
|
|
31 |
|
|
|
32 |
|
|
--
|
33 |
|
|
-- Name: _specimens_02_count_of_unique_verbatim_families; Type: VIEW; Schema: NY; Owner: -
|
34 |
|
|
--
|
35 |
|
|
|
36 |
|
|
CREATE VIEW _specimens_02_count_of_unique_verbatim_families AS
|
37 |
|
|
SELECT count(DISTINCT "Ecatalog_all".family) AS families
|
38 |
|
|
FROM "Ecatalog_all"
|
39 |
|
|
WHERE ("Ecatalog_all".family IS NOT NULL);
|
40 |
|
|
|
41 |
|
|
|
42 |
|
|
--
|
43 |
|
|
-- Name: VIEW _specimens_02_count_of_unique_verbatim_families; Type: COMMENT; Schema: NY; Owner: -
|
44 |
|
|
--
|
45 |
|
|
|
46 |
|
|
COMMENT ON VIEW _specimens_02_count_of_unique_verbatim_families IS '
|
47 |
|
|
Check: should return 1 row
|
48 |
|
|
';
|
49 |
|
|
|
50 |
|
|
|
51 |
|
|
--
|
52 |
|
|
-- Name: _specimens_03_list_of_verbatim_families; Type: VIEW; Schema: NY; Owner: -
|
53 |
|
|
--
|
54 |
|
|
|
55 |
|
|
CREATE VIEW _specimens_03_list_of_verbatim_families AS
|
56 |
13089
|
aaronmk
|
SELECT DISTINCT "Ecatalog_all".family
|
57 |
12922
|
aaronmk
|
FROM "Ecatalog_all"
|
58 |
|
|
WHERE (("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL));
|
59 |
|
|
|
60 |
|
|
|
61 |
|
|
--
|
62 |
|
|
-- Name: VIEW _specimens_03_list_of_verbatim_families; Type: COMMENT; Schema: NY; Owner: -
|
63 |
|
|
--
|
64 |
|
|
|
65 |
|
|
COMMENT ON VIEW _specimens_03_list_of_verbatim_families IS '
|
66 |
|
|
Check: should return same number of rows
|
67 |
|
|
';
|
68 |
|
|
|
69 |
|
|
|
70 |
|
|
--
|
71 |
13041
|
aaronmk
|
-- Name: _specimens_04_count_of_species_binomials; Type: VIEW; Schema: NY; Owner: -
|
72 |
12922
|
aaronmk
|
--
|
73 |
|
|
|
74 |
13041
|
aaronmk
|
CREATE VIEW _specimens_04_count_of_species_binomials AS
|
75 |
13042
|
aaronmk
|
SELECT count(DISTINCT concat_ws(' '::text, "Ecatalog_all".genus, "Ecatalog_all"."specificEpithet")) AS species_binomials
|
76 |
12922
|
aaronmk
|
FROM "Ecatalog_all"
|
77 |
13107
|
aaronmk
|
WHERE (("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL));
|
78 |
12922
|
aaronmk
|
|
79 |
|
|
|
80 |
|
|
--
|
81 |
13041
|
aaronmk
|
-- Name: VIEW _specimens_04_count_of_species_binomials; Type: COMMENT; Schema: NY; Owner: -
|
82 |
12922
|
aaronmk
|
--
|
83 |
|
|
|
84 |
13041
|
aaronmk
|
COMMENT ON VIEW _specimens_04_count_of_species_binomials IS '
|
85 |
12922
|
aaronmk
|
Check: should return 1 row
|
86 |
|
|
';
|
87 |
|
|
|
88 |
|
|
|
89 |
|
|
--
|
90 |
13041
|
aaronmk
|
-- Name: _specimens_05_list_of_species_binomials; Type: VIEW; Schema: NY; Owner: -
|
91 |
12922
|
aaronmk
|
--
|
92 |
|
|
|
93 |
13041
|
aaronmk
|
CREATE VIEW _specimens_05_list_of_species_binomials AS
|
94 |
13042
|
aaronmk
|
SELECT DISTINCT concat_ws(' '::text, "Ecatalog_all".genus, "Ecatalog_all"."specificEpithet") AS species_binomial
|
95 |
12922
|
aaronmk
|
FROM "Ecatalog_all"
|
96 |
13107
|
aaronmk
|
WHERE (("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL));
|
97 |
12922
|
aaronmk
|
|
98 |
|
|
|
99 |
|
|
--
|
100 |
13041
|
aaronmk
|
-- Name: VIEW _specimens_05_list_of_species_binomials; Type: COMMENT; Schema: NY; Owner: -
|
101 |
12922
|
aaronmk
|
--
|
102 |
|
|
|
103 |
13041
|
aaronmk
|
COMMENT ON VIEW _specimens_05_list_of_species_binomials IS '
|
104 |
12922
|
aaronmk
|
Check: should return 3335 rows
|
105 |
|
|
';
|
106 |
|
|
|
107 |
|
|
|
108 |
|
|
--
|
109 |
13037
|
aaronmk
|
-- Name: _specimens_06_count_of_unique_verb_subsp_taxa_with_author; Type: VIEW; Schema: NY; Owner: -
|
110 |
12922
|
aaronmk
|
--
|
111 |
|
|
|
112 |
13037
|
aaronmk
|
CREATE VIEW _specimens_06_count_of_unique_verb_subsp_taxa_with_author AS
|
113 |
13112
|
aaronmk
|
SELECT count(DISTINCT "Ecatalog_all"."scientificName") AS taxon_names_with_author
|
114 |
12922
|
aaronmk
|
FROM "Ecatalog_all"
|
115 |
13110
|
aaronmk
|
WHERE ((("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL)) AND ("Ecatalog_all".subspecies IS NOT NULL));
|
116 |
12922
|
aaronmk
|
|
117 |
|
|
|
118 |
|
|
--
|
119 |
13037
|
aaronmk
|
-- Name: VIEW _specimens_06_count_of_unique_verb_subsp_taxa_with_author; Type: COMMENT; Schema: NY; Owner: -
|
120 |
12922
|
aaronmk
|
--
|
121 |
|
|
|
122 |
13037
|
aaronmk
|
COMMENT ON VIEW _specimens_06_count_of_unique_verb_subsp_taxa_with_author IS '
|
123 |
12922
|
aaronmk
|
Check: should return 1 row
|
124 |
|
|
';
|
125 |
|
|
|
126 |
|
|
|
127 |
|
|
--
|
128 |
13037
|
aaronmk
|
-- Name: _specimens_07_list_of_verbatim_subspecific_taxa_with_author; Type: VIEW; Schema: NY; Owner: -
|
129 |
12922
|
aaronmk
|
--
|
130 |
|
|
|
131 |
13037
|
aaronmk
|
CREATE VIEW _specimens_07_list_of_verbatim_subspecific_taxa_with_author AS
|
132 |
13112
|
aaronmk
|
SELECT DISTINCT "Ecatalog_all"."scientificName" AS taxon_name_with_author
|
133 |
12922
|
aaronmk
|
FROM "Ecatalog_all"
|
134 |
13110
|
aaronmk
|
WHERE ((("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL)) AND ("Ecatalog_all".subspecies IS NOT NULL));
|
135 |
12922
|
aaronmk
|
|
136 |
|
|
|
137 |
|
|
--
|
138 |
13037
|
aaronmk
|
-- Name: VIEW _specimens_07_list_of_verbatim_subspecific_taxa_with_author; Type: COMMENT; Schema: NY; Owner: -
|
139 |
12922
|
aaronmk
|
--
|
140 |
|
|
|
141 |
13037
|
aaronmk
|
COMMENT ON VIEW _specimens_07_list_of_verbatim_subspecific_taxa_with_author IS '
|
142 |
12922
|
aaronmk
|
Check: should return 40145 rows
|
143 |
|
|
';
|
144 |
|
|
|
145 |
|
|
|
146 |
|
|
--
|
147 |
|
|
-- Name: _specimens_08_count_of_unique_verbatim_author_taxa_with_genus; Type: VIEW; Schema: NY; Owner: -
|
148 |
|
|
--
|
149 |
|
|
|
150 |
|
|
CREATE VIEW _specimens_08_count_of_unique_verbatim_author_taxa_with_genus AS
|
151 |
13123
|
aaronmk
|
SELECT count(DISTINCT "Ecatalog_all"."scientificName") AS taxon_names_with_author
|
152 |
12922
|
aaronmk
|
FROM "Ecatalog_all"
|
153 |
|
|
WHERE ("Ecatalog_all".genus IS NOT NULL);
|
154 |
|
|
|
155 |
|
|
|
156 |
|
|
--
|
157 |
|
|
-- Name: VIEW _specimens_08_count_of_unique_verbatim_author_taxa_with_genus; Type: COMMENT; Schema: NY; Owner: -
|
158 |
|
|
--
|
159 |
|
|
|
160 |
|
|
COMMENT ON VIEW _specimens_08_count_of_unique_verbatim_author_taxa_with_genus IS '
|
161 |
|
|
Check: should return 1 row
|
162 |
|
|
';
|
163 |
|
|
|
164 |
|
|
|
165 |
|
|
--
|
166 |
|
|
-- Name: _specimens_09_list_of_unique_verbatim_author_taxa_with_genus; Type: VIEW; Schema: NY; Owner: -
|
167 |
|
|
--
|
168 |
|
|
|
169 |
|
|
CREATE VIEW _specimens_09_list_of_unique_verbatim_author_taxa_with_genus AS
|
170 |
13123
|
aaronmk
|
SELECT DISTINCT "Ecatalog_all"."scientificName" AS taxon_name_with_author
|
171 |
12922
|
aaronmk
|
FROM "Ecatalog_all"
|
172 |
|
|
WHERE ("Ecatalog_all".genus IS NOT NULL);
|
173 |
|
|
|
174 |
|
|
|
175 |
|
|
--
|
176 |
|
|
-- Name: VIEW _specimens_09_list_of_unique_verbatim_author_taxa_with_genus; Type: COMMENT; Schema: NY; Owner: -
|
177 |
|
|
--
|
178 |
|
|
|
179 |
|
|
COMMENT ON VIEW _specimens_09_list_of_unique_verbatim_author_taxa_with_genus IS '
|
180 |
|
|
Check: should return 45997 rows
|
181 |
|
|
';
|
182 |
|
|
|
183 |
|
|
|
184 |
|
|
--
|
185 |
|
|
-- Name: _specimens_10_count_number_of_records_by_institution; Type: VIEW; Schema: NY; Owner: -
|
186 |
|
|
--
|
187 |
|
|
|
188 |
|
|
CREATE VIEW _specimens_10_count_number_of_records_by_institution AS
|
189 |
|
|
SELECT "Ecatalog_all".specimen_duplicate_institutions,
|
190 |
|
|
count(*) AS records
|
191 |
|
|
FROM "Ecatalog_all"
|
192 |
|
|
GROUP BY "Ecatalog_all".specimen_duplicate_institutions;
|
193 |
|
|
|
194 |
|
|
|
195 |
|
|
--
|
196 |
|
|
-- Name: VIEW _specimens_10_count_number_of_records_by_institution; Type: COMMENT; Schema: NY; Owner: -
|
197 |
|
|
--
|
198 |
|
|
|
199 |
|
|
COMMENT ON VIEW _specimens_10_count_number_of_records_by_institution IS '
|
200 |
|
|
Note: Majority should be from ''NY''; these are standard herbarium acronyms
|
201 |
|
|
|
202 |
|
|
Check: should return 6 rows
|
203 |
|
|
';
|
204 |
|
|
|
205 |
|
|
|
206 |
|
|
--
|
207 |
|
|
-- Name: _specimens_11_list_of_three_standard_political_divisions; Type: VIEW; Schema: NY; Owner: -
|
208 |
|
|
--
|
209 |
|
|
|
210 |
|
|
CREATE VIEW _specimens_11_list_of_three_standard_political_divisions AS
|
211 |
|
|
SELECT DISTINCT "Ecatalog_all".country,
|
212 |
|
|
"Ecatalog_all"."stateProvince",
|
213 |
|
|
"Ecatalog_all".county
|
214 |
|
|
FROM "Ecatalog_all";
|
215 |
|
|
|
216 |
|
|
|
217 |
|
|
--
|
218 |
|
|
-- Name: VIEW _specimens_11_list_of_three_standard_political_divisions; Type: COMMENT; Schema: NY; Owner: -
|
219 |
|
|
--
|
220 |
|
|
|
221 |
|
|
COMMENT ON VIEW _specimens_11_list_of_three_standard_political_divisions IS '
|
222 |
|
|
Note: character set issues may cause mis-matches. This query is a good way to reveal character set issues, either in source db or in BIEN
|
223 |
|
|
|
224 |
|
|
Check: should return 5232 rows
|
225 |
|
|
';
|
226 |
|
|
|
227 |
|
|
|
228 |
|
|
--
|
229 |
|
|
-- Name: _specimens_12_distinct_collector_name_collect_num_date_w_count; Type: VIEW; Schema: NY; Owner: -
|
230 |
|
|
--
|
231 |
|
|
|
232 |
|
|
CREATE VIEW _specimens_12_distinct_collector_name_collect_num_date_w_count AS
|
233 |
|
|
SELECT ifnull("Ecatalog_all"."recordedBy", ''::text) AS "collectorName",
|
234 |
|
|
ifnull("Ecatalog_all"."collectorNumber", ''::text) AS "collectionNumber",
|
235 |
13087
|
aaronmk
|
concat_ws('-'::text, "Ecatalog_all"."yearCollected", "Ecatalog_all"."monthCollected", "Ecatalog_all"."dayCollected") AS "dateCollected",
|
236 |
12922
|
aaronmk
|
count(*) AS "specimenRecords"
|
237 |
|
|
FROM "Ecatalog_all"
|
238 |
|
|
GROUP BY "Ecatalog_all"."recordedBy", "Ecatalog_all"."collectorNumber", concat_ws('-'::text, "Ecatalog_all"."yearCollected", "Ecatalog_all"."monthCollected", "Ecatalog_all"."dayCollected")
|
239 |
|
|
ORDER BY "Ecatalog_all"."recordedBy", "Ecatalog_all"."collectorNumber", concat_ws('-'::text, "Ecatalog_all"."yearCollected", "Ecatalog_all"."monthCollected", "Ecatalog_all"."dayCollected");
|
240 |
|
|
|
241 |
|
|
|
242 |
|
|
--
|
243 |
|
|
-- Name: VIEW _specimens_12_distinct_collector_name_collect_num_date_w_count; Type: COMMENT; Schema: NY; Owner: -
|
244 |
|
|
--
|
245 |
|
|
|
246 |
|
|
COMMENT ON VIEW _specimens_12_distinct_collector_name_collect_num_date_w_count IS '
|
247 |
|
|
Check: should return 309396 rows
|
248 |
|
|
';
|
249 |
|
|
|
250 |
|
|
|
251 |
|
|
--
|
252 |
|
|
-- Name: _specimens_13_count_of_all_verbatim_and_decimal_lat_long; Type: VIEW; Schema: NY; Owner: -
|
253 |
|
|
--
|
254 |
|
|
|
255 |
|
|
CREATE VIEW _specimens_13_count_of_all_verbatim_and_decimal_lat_long AS
|
256 |
|
|
SELECT ( SELECT count(*) AS count
|
257 |
|
|
FROM "Ecatalog_all"
|
258 |
|
|
WHERE ("Ecatalog_all"."decimalLatitude" IS NOT NULL)) AS "allLats",
|
259 |
|
|
( SELECT count(*) AS count
|
260 |
|
|
FROM "Ecatalog_all"
|
261 |
|
|
WHERE ("Ecatalog_all"."decimalLatitude" ~ '^(-|\\+){0,1}([0-9]+\\.[0-9]*|[0-9]*\\.[0-9]+|[0-9]+)$'::text)) AS "decimalLats",
|
262 |
|
|
( SELECT count(*) AS count
|
263 |
|
|
FROM "Ecatalog_all"
|
264 |
|
|
WHERE ("Ecatalog_all"."decimalLongitude" IS NOT NULL)) AS "allLongs",
|
265 |
|
|
( SELECT count(*) AS count
|
266 |
|
|
FROM "Ecatalog_all"
|
267 |
|
|
WHERE ("Ecatalog_all"."decimalLongitude" ~ '^(-|\\+){0,1}([0-9]+\\.[0-9]*|[0-9]*\\.[0-9]+|[0-9]+)$'::text)) AS "decimalLongs";
|
268 |
|
|
|
269 |
|
|
|
270 |
|
|
--
|
271 |
|
|
-- Name: VIEW _specimens_13_count_of_all_verbatim_and_decimal_lat_long; Type: COMMENT; Schema: NY; Owner: -
|
272 |
|
|
--
|
273 |
|
|
|
274 |
|
|
COMMENT ON VIEW _specimens_13_count_of_all_verbatim_and_decimal_lat_long IS '
|
275 |
|
|
Check: should return 1 row
|
276 |
|
|
';
|
277 |
|
|
|
278 |
|
|
|
279 |
|
|
--
|
280 |
|
|
-- Name: _specimens_14_count_of_all_invalid_verbatim_lat_long; Type: VIEW; Schema: NY; Owner: -
|
281 |
|
|
--
|
282 |
|
|
|
283 |
|
|
CREATE VIEW _specimens_14_count_of_all_invalid_verbatim_lat_long AS
|
284 |
|
|
SELECT ( SELECT count(*) AS count
|
285 |
|
|
FROM "Ecatalog_all"
|
286 |
|
|
WHERE ((("Ecatalog_all"."decimalLatitude")::double precision > (90)::double precision) OR (("Ecatalog_all"."decimalLatitude")::double precision < ((-90))::double precision))) AS "badLats",
|
287 |
|
|
( SELECT count(*) AS count
|
288 |
|
|
FROM "Ecatalog_all"
|
289 |
|
|
WHERE ((("Ecatalog_all"."decimalLongitude")::double precision > (180)::double precision) OR (("Ecatalog_all"."decimalLongitude")::double precision < ((-180))::double precision))) AS "badLongs";
|
290 |
|
|
|
291 |
|
|
|
292 |
|
|
--
|
293 |
|
|
-- Name: VIEW _specimens_14_count_of_all_invalid_verbatim_lat_long; Type: COMMENT; Schema: NY; Owner: -
|
294 |
|
|
--
|
295 |
|
|
|
296 |
|
|
COMMENT ON VIEW _specimens_14_count_of_all_invalid_verbatim_lat_long IS '
|
297 |
|
|
Check: should return 1 row
|
298 |
|
|
';
|
299 |
|
|
|
300 |
|
|
|
301 |
|
|
--
|
302 |
|
|
-- Name: _specimens_15_list_distinct_locality_descriptions; Type: VIEW; Schema: NY; Owner: -
|
303 |
|
|
--
|
304 |
|
|
|
305 |
|
|
CREATE VIEW _specimens_15_list_distinct_locality_descriptions AS
|
306 |
|
|
SELECT DISTINCT "Ecatalog_all".locality__main AS "localityDescription"
|
307 |
|
|
FROM "Ecatalog_all"
|
308 |
|
|
WHERE ("Ecatalog_all".locality__main IS NOT NULL);
|
309 |
|
|
|
310 |
|
|
|
311 |
|
|
--
|
312 |
|
|
-- Name: VIEW _specimens_15_list_distinct_locality_descriptions; Type: COMMENT; Schema: NY; Owner: -
|
313 |
|
|
--
|
314 |
|
|
|
315 |
|
|
COMMENT ON VIEW _specimens_15_list_distinct_locality_descriptions IS '
|
316 |
|
|
Check: should return 125592 records
|
317 |
|
|
';
|
318 |
|
|
|
319 |
|
|
|
320 |
|
|
--
|
321 |
|
|
-- Name: _specimens_16_list_distinct_specimen_descriptions; Type: VIEW; Schema: NY; Owner: -
|
322 |
|
|
--
|
323 |
|
|
|
324 |
|
|
CREATE VIEW _specimens_16_list_distinct_specimen_descriptions AS
|
325 |
13095
|
aaronmk
|
SELECT DISTINCT "Ecatalog_all"."specimenDescription"
|
326 |
12922
|
aaronmk
|
FROM "Ecatalog_all"
|
327 |
|
|
WHERE ("Ecatalog_all"."specimenDescription" IS NOT NULL);
|
328 |
|
|
|
329 |
|
|
|
330 |
|
|
--
|
331 |
|
|
-- Name: VIEW _specimens_16_list_distinct_specimen_descriptions; Type: COMMENT; Schema: NY; Owner: -
|
332 |
|
|
--
|
333 |
|
|
|
334 |
|
|
COMMENT ON VIEW _specimens_16_list_distinct_specimen_descriptions IS '
|
335 |
|
|
Note: specimens descriptions in nybg extract is in column "specimenDescription"
|
336 |
|
|
|
337 |
|
|
Check: should return 158460 records
|
338 |
|
|
';
|
339 |
|
|
|
340 |
|
|
|
341 |
|
|
--
|
342 |
|
|
-- PostgreSQL database dump complete
|
343 |
|
|
--
|