Project

General

Profile

1 12922 aaronmk
--
2
-- PostgreSQL database dump
3
--
4
5
SET statement_timeout = 0;
6
SET lock_timeout = 0;
7
SET client_encoding = 'UTF8';
8
SET standard_conforming_strings = on;
9
SET check_function_bodies = false;
10
SET client_min_messages = warning;
11
12
SET search_path = "NY", pg_catalog;
13
14
--
15
-- Name: _specimens_01_count_of_total_records_specimens_in_source_db; Type: VIEW; Schema: NY; Owner: -
16
--
17
18
CREATE VIEW _specimens_01_count_of_total_records_specimens_in_source_db AS
19
 SELECT count(*) AS "totalSpecimenRecords"
20
   FROM "Ecatalog_all";
21
22
23
--
24
-- Name: VIEW _specimens_01_count_of_total_records_specimens_in_source_db; Type: COMMENT; Schema: NY; Owner: -
25
--
26
27
COMMENT ON VIEW _specimens_01_count_of_total_records_specimens_in_source_db IS '
28
Check: should return 1 row
29
';
30
31
32
--
33
-- Name: _specimens_02_count_of_unique_verbatim_families; Type: VIEW; Schema: NY; Owner: -
34
--
35
36
CREATE VIEW _specimens_02_count_of_unique_verbatim_families AS
37
 SELECT count(DISTINCT "Ecatalog_all".family) AS families
38
   FROM "Ecatalog_all"
39
  WHERE ("Ecatalog_all".family IS NOT NULL);
40
41
42
--
43
-- Name: VIEW _specimens_02_count_of_unique_verbatim_families; Type: COMMENT; Schema: NY; Owner: -
44
--
45
46
COMMENT ON VIEW _specimens_02_count_of_unique_verbatim_families IS '
47
Check: should return 1 row
48
';
49
50
51
--
52
-- Name: _specimens_03_list_of_verbatim_families; Type: VIEW; Schema: NY; Owner: -
53
--
54
55
CREATE VIEW _specimens_03_list_of_verbatim_families AS
56 13089 aaronmk
 SELECT DISTINCT "Ecatalog_all".family
57 12922 aaronmk
   FROM "Ecatalog_all"
58
  WHERE (("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL));
59
60
61
--
62
-- Name: VIEW _specimens_03_list_of_verbatim_families; Type: COMMENT; Schema: NY; Owner: -
63
--
64
65
COMMENT ON VIEW _specimens_03_list_of_verbatim_families IS '
66
Check: should return same number of rows
67
';
68
69
70
--
71 13041 aaronmk
-- Name: _specimens_04_count_of_species_binomials; Type: VIEW; Schema: NY; Owner: -
72 12922 aaronmk
--
73
74 13041 aaronmk
CREATE VIEW _specimens_04_count_of_species_binomials AS
75 13042 aaronmk
 SELECT count(DISTINCT concat_ws(' '::text, "Ecatalog_all".genus, "Ecatalog_all"."specificEpithet")) AS species_binomials
76 12922 aaronmk
   FROM "Ecatalog_all"
77 13107 aaronmk
  WHERE (("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL));
78 12922 aaronmk
79
80
--
81 13041 aaronmk
-- Name: VIEW _specimens_04_count_of_species_binomials; Type: COMMENT; Schema: NY; Owner: -
82 12922 aaronmk
--
83
84 13041 aaronmk
COMMENT ON VIEW _specimens_04_count_of_species_binomials IS '
85 12922 aaronmk
Check: should return 1 row
86
';
87
88
89
--
90 13041 aaronmk
-- Name: _specimens_05_list_of_species_binomials; Type: VIEW; Schema: NY; Owner: -
91 12922 aaronmk
--
92
93 13041 aaronmk
CREATE VIEW _specimens_05_list_of_species_binomials AS
94 13042 aaronmk
 SELECT DISTINCT concat_ws(' '::text, "Ecatalog_all".genus, "Ecatalog_all"."specificEpithet") AS species_binomial
95 12922 aaronmk
   FROM "Ecatalog_all"
96 13107 aaronmk
  WHERE (("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL));
97 12922 aaronmk
98
99
--
100 13041 aaronmk
-- Name: VIEW _specimens_05_list_of_species_binomials; Type: COMMENT; Schema: NY; Owner: -
101 12922 aaronmk
--
102
103 13041 aaronmk
COMMENT ON VIEW _specimens_05_list_of_species_binomials IS '
104 12922 aaronmk
Check: should return 3335 rows
105
';
106
107
108
--
109 13037 aaronmk
-- Name: _specimens_06_count_of_unique_verb_subsp_taxa_with_author; Type: VIEW; Schema: NY; Owner: -
110 12922 aaronmk
--
111
112 13037 aaronmk
CREATE VIEW _specimens_06_count_of_unique_verb_subsp_taxa_with_author AS
113 13112 aaronmk
 SELECT count(DISTINCT "Ecatalog_all"."scientificName") AS taxon_names_with_author
114 12922 aaronmk
   FROM "Ecatalog_all"
115 13110 aaronmk
  WHERE ((("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL)) AND ("Ecatalog_all".subspecies IS NOT NULL));
116 12922 aaronmk
117
118
--
119 13037 aaronmk
-- Name: VIEW _specimens_06_count_of_unique_verb_subsp_taxa_with_author; Type: COMMENT; Schema: NY; Owner: -
120 12922 aaronmk
--
121
122 13037 aaronmk
COMMENT ON VIEW _specimens_06_count_of_unique_verb_subsp_taxa_with_author IS '
123 12922 aaronmk
Check: should return 1 row
124
';
125
126
127
--
128 13037 aaronmk
-- Name: _specimens_07_list_of_verbatim_subspecific_taxa_with_author; Type: VIEW; Schema: NY; Owner: -
129 12922 aaronmk
--
130
131 13037 aaronmk
CREATE VIEW _specimens_07_list_of_verbatim_subspecific_taxa_with_author AS
132 13112 aaronmk
 SELECT DISTINCT "Ecatalog_all"."scientificName" AS taxon_name_with_author
133 12922 aaronmk
   FROM "Ecatalog_all"
134 13110 aaronmk
  WHERE ((("Ecatalog_all".genus IS NOT NULL) AND ("Ecatalog_all"."specificEpithet" IS NOT NULL)) AND ("Ecatalog_all".subspecies IS NOT NULL));
135 12922 aaronmk
136
137
--
138 13037 aaronmk
-- Name: VIEW _specimens_07_list_of_verbatim_subspecific_taxa_with_author; Type: COMMENT; Schema: NY; Owner: -
139 12922 aaronmk
--
140
141 13037 aaronmk
COMMENT ON VIEW _specimens_07_list_of_verbatim_subspecific_taxa_with_author IS '
142 12922 aaronmk
Check: should return 40145 rows
143
';
144
145
146
--
147
-- Name: _specimens_08_count_of_unique_verbatim_author_taxa_with_genus; Type: VIEW; Schema: NY; Owner: -
148
--
149
150
CREATE VIEW _specimens_08_count_of_unique_verbatim_author_taxa_with_genus AS
151 13123 aaronmk
 SELECT count(DISTINCT "Ecatalog_all"."scientificName") AS taxon_names_with_author
152 12922 aaronmk
   FROM "Ecatalog_all"
153
  WHERE ("Ecatalog_all".genus IS NOT NULL);
154
155
156
--
157
-- Name: VIEW _specimens_08_count_of_unique_verbatim_author_taxa_with_genus; Type: COMMENT; Schema: NY; Owner: -
158
--
159
160
COMMENT ON VIEW _specimens_08_count_of_unique_verbatim_author_taxa_with_genus IS '
161
Check: should return 1 row
162
';
163
164
165
--
166
-- Name: _specimens_09_list_of_unique_verbatim_author_taxa_with_genus; Type: VIEW; Schema: NY; Owner: -
167
--
168
169
CREATE VIEW _specimens_09_list_of_unique_verbatim_author_taxa_with_genus AS
170 13123 aaronmk
 SELECT DISTINCT "Ecatalog_all"."scientificName" AS taxon_name_with_author
171 12922 aaronmk
   FROM "Ecatalog_all"
172
  WHERE ("Ecatalog_all".genus IS NOT NULL);
173
174
175
--
176
-- Name: VIEW _specimens_09_list_of_unique_verbatim_author_taxa_with_genus; Type: COMMENT; Schema: NY; Owner: -
177
--
178
179
COMMENT ON VIEW _specimens_09_list_of_unique_verbatim_author_taxa_with_genus IS '
180
Check: should return 45997 rows
181
';
182
183
184
--
185
-- Name: _specimens_10_count_number_of_records_by_institution; Type: VIEW; Schema: NY; Owner: -
186
--
187
188
CREATE VIEW _specimens_10_count_number_of_records_by_institution AS
189
 SELECT "Ecatalog_all".specimen_duplicate_institutions,
190
    count(*) AS records
191
   FROM "Ecatalog_all"
192
  GROUP BY "Ecatalog_all".specimen_duplicate_institutions;
193
194
195
--
196
-- Name: VIEW _specimens_10_count_number_of_records_by_institution; Type: COMMENT; Schema: NY; Owner: -
197
--
198
199
COMMENT ON VIEW _specimens_10_count_number_of_records_by_institution IS '
200
Note: Majority should be from ''NY''; these are standard herbarium acronyms
201
202
Check: should return 6 rows
203
';
204
205
206
--
207
-- Name: _specimens_11_list_of_three_standard_political_divisions; Type: VIEW; Schema: NY; Owner: -
208
--
209
210
CREATE VIEW _specimens_11_list_of_three_standard_political_divisions AS
211
 SELECT DISTINCT "Ecatalog_all".country,
212
    "Ecatalog_all"."stateProvince",
213
    "Ecatalog_all".county
214
   FROM "Ecatalog_all";
215
216
217
--
218
-- Name: VIEW _specimens_11_list_of_three_standard_political_divisions; Type: COMMENT; Schema: NY; Owner: -
219
--
220
221
COMMENT ON VIEW _specimens_11_list_of_three_standard_political_divisions IS '
222
Note: character set issues may cause mis-matches. This query is a good way to reveal character set issues, either in source db or in BIEN
223
224
Check: should return 5232 rows
225
';
226
227
228
--
229
-- Name: _specimens_12_distinct_collector_name_collect_num_date_w_count; Type: VIEW; Schema: NY; Owner: -
230
--
231
232
CREATE VIEW _specimens_12_distinct_collector_name_collect_num_date_w_count AS
233
 SELECT ifnull("Ecatalog_all"."recordedBy", ''::text) AS "collectorName",
234
    ifnull("Ecatalog_all"."collectorNumber", ''::text) AS "collectionNumber",
235 13087 aaronmk
    concat_ws('-'::text, "Ecatalog_all"."yearCollected", "Ecatalog_all"."monthCollected", "Ecatalog_all"."dayCollected") AS "dateCollected",
236 12922 aaronmk
    count(*) AS "specimenRecords"
237
   FROM "Ecatalog_all"
238
  GROUP BY "Ecatalog_all"."recordedBy", "Ecatalog_all"."collectorNumber", concat_ws('-'::text, "Ecatalog_all"."yearCollected", "Ecatalog_all"."monthCollected", "Ecatalog_all"."dayCollected")
239
  ORDER BY "Ecatalog_all"."recordedBy", "Ecatalog_all"."collectorNumber", concat_ws('-'::text, "Ecatalog_all"."yearCollected", "Ecatalog_all"."monthCollected", "Ecatalog_all"."dayCollected");
240
241
242
--
243
-- Name: VIEW _specimens_12_distinct_collector_name_collect_num_date_w_count; Type: COMMENT; Schema: NY; Owner: -
244
--
245
246
COMMENT ON VIEW _specimens_12_distinct_collector_name_collect_num_date_w_count IS '
247
Check: should return 309396 rows
248
';
249
250
251
--
252
-- Name: _specimens_13_count_of_all_verbatim_and_decimal_lat_long; Type: VIEW; Schema: NY; Owner: -
253
--
254
255
CREATE VIEW _specimens_13_count_of_all_verbatim_and_decimal_lat_long AS
256
 SELECT ( SELECT count(*) AS count
257
           FROM "Ecatalog_all"
258
          WHERE ("Ecatalog_all"."decimalLatitude" IS NOT NULL)) AS "allLats",
259
    ( SELECT count(*) AS count
260
           FROM "Ecatalog_all"
261
          WHERE ("Ecatalog_all"."decimalLatitude" ~ '^(-|\\+){0,1}([0-9]+\\.[0-9]*|[0-9]*\\.[0-9]+|[0-9]+)$'::text)) AS "decimalLats",
262
    ( SELECT count(*) AS count
263
           FROM "Ecatalog_all"
264
          WHERE ("Ecatalog_all"."decimalLongitude" IS NOT NULL)) AS "allLongs",
265
    ( SELECT count(*) AS count
266
           FROM "Ecatalog_all"
267
          WHERE ("Ecatalog_all"."decimalLongitude" ~ '^(-|\\+){0,1}([0-9]+\\.[0-9]*|[0-9]*\\.[0-9]+|[0-9]+)$'::text)) AS "decimalLongs";
268
269
270
--
271
-- Name: VIEW _specimens_13_count_of_all_verbatim_and_decimal_lat_long; Type: COMMENT; Schema: NY; Owner: -
272
--
273
274
COMMENT ON VIEW _specimens_13_count_of_all_verbatim_and_decimal_lat_long IS '
275
Check: should return 1 row
276
';
277
278
279
--
280
-- Name: _specimens_14_count_of_all_invalid_verbatim_lat_long; Type: VIEW; Schema: NY; Owner: -
281
--
282
283
CREATE VIEW _specimens_14_count_of_all_invalid_verbatim_lat_long AS
284
 SELECT ( SELECT count(*) AS count
285
           FROM "Ecatalog_all"
286
          WHERE ((("Ecatalog_all"."decimalLatitude")::double precision > (90)::double precision) OR (("Ecatalog_all"."decimalLatitude")::double precision < ((-90))::double precision))) AS "badLats",
287
    ( SELECT count(*) AS count
288
           FROM "Ecatalog_all"
289
          WHERE ((("Ecatalog_all"."decimalLongitude")::double precision > (180)::double precision) OR (("Ecatalog_all"."decimalLongitude")::double precision < ((-180))::double precision))) AS "badLongs";
290
291
292
--
293
-- Name: VIEW _specimens_14_count_of_all_invalid_verbatim_lat_long; Type: COMMENT; Schema: NY; Owner: -
294
--
295
296
COMMENT ON VIEW _specimens_14_count_of_all_invalid_verbatim_lat_long IS '
297
Check: should return 1 row
298
';
299
300
301
--
302
-- Name: _specimens_15_list_distinct_locality_descriptions; Type: VIEW; Schema: NY; Owner: -
303
--
304
305
CREATE VIEW _specimens_15_list_distinct_locality_descriptions AS
306
 SELECT DISTINCT "Ecatalog_all".locality__main AS "localityDescription"
307
   FROM "Ecatalog_all"
308
  WHERE ("Ecatalog_all".locality__main IS NOT NULL);
309
310
311
--
312
-- Name: VIEW _specimens_15_list_distinct_locality_descriptions; Type: COMMENT; Schema: NY; Owner: -
313
--
314
315
COMMENT ON VIEW _specimens_15_list_distinct_locality_descriptions IS '
316
Check: should return 125592 records
317
';
318
319
320
--
321
-- Name: _specimens_16_list_distinct_specimen_descriptions; Type: VIEW; Schema: NY; Owner: -
322
--
323
324
CREATE VIEW _specimens_16_list_distinct_specimen_descriptions AS
325 13095 aaronmk
 SELECT DISTINCT "Ecatalog_all"."specimenDescription"
326 12922 aaronmk
   FROM "Ecatalog_all"
327
  WHERE ("Ecatalog_all"."specimenDescription" IS NOT NULL);
328
329
330
--
331
-- Name: VIEW _specimens_16_list_distinct_specimen_descriptions; Type: COMMENT; Schema: NY; Owner: -
332
--
333
334
COMMENT ON VIEW _specimens_16_list_distinct_specimen_descriptions IS '
335
Note: specimens descriptions in nybg extract is in column "specimenDescription"
336
337
Check: should return 158460 records
338
';
339
340
341
--
342
-- PostgreSQL database dump complete
343
--