Project

General

Profile

« Previous | Next » 

Revision 8183

schemas/*functions.sql: Renamed to *util.sql because now that these schemas are used by the new-style import scripts, there can be more than just functions in them

View differences:

schemas/py_functions.sql
1
--
2
-- PostgreSQL database dump
3
--
4

  
5
SET statement_timeout = 0;
6
SET client_encoding = 'UTF8';
7
SET standard_conforming_strings = on;
8
SET check_function_bodies = false;
9
SET client_min_messages = warning;
10

  
11
--
12
-- Name: py_functions; Type: SCHEMA; Schema: -; Owner: bien
13
--
14

  
15
CREATE SCHEMA py_functions;
16

  
17

  
18
ALTER SCHEMA py_functions OWNER TO bien;
19

  
20
--
21
-- Name: SCHEMA py_functions; Type: COMMENT; Schema: -; Owner: bien
22
--
23

  
24
COMMENT ON SCHEMA py_functions IS 'IMPORTANT: Functions must always return NULL in place of '''' (the empty string). This ensures that empty strings do not find their way into VegBIEN.';
25

  
26

  
27
SET search_path = py_functions, pg_catalog;
28

  
29
--
30
-- Name: _date(timestamp with time zone); Type: FUNCTION; Schema: py_functions; Owner: bien
31
--
32

  
33
CREATE FUNCTION _date(date timestamp with time zone) RETURNS timestamp with time zone
34
    LANGUAGE sql IMMUTABLE STRICT
35
    AS $_$
36
SELECT $1
37
$_$;
38

  
39

  
40
ALTER FUNCTION py_functions._date(date timestamp with time zone) OWNER TO bien;
41

  
42
--
43
-- Name: _date(text, text, text); Type: FUNCTION; Schema: py_functions; Owner: bien
44
--
45

  
46
CREATE FUNCTION _date(year text DEFAULT NULL::text, month text DEFAULT NULL::text, day text DEFAULT NULL::text) RETURNS text
47
    LANGUAGE plpython3u IMMUTABLE
48
    AS $$
49
global date, year, month, day
50

  
51
import datetime
52

  
53
def e_msg(e): return e.args[0].rstrip()
54

  
55
# Year is required
56
if year == None:
57
    if month == None and day == None: return None # entire date is empty
58
    else: raise AssertionError(
59
        'null value in column "year" violates not-null constraint')
60

  
61
# Convert month name to number
62
if month != None and not month.isdigit(): # month is name
63
    month = str(datetime.datetime.strptime(month, '%b').month)
64

  
65
if month == None: month = 1
66
if day == None: day = 1
67
year, month, day = map(int, (year, month, day))
68

  
69
for try_num in range(2):
70
    try:
71
        date = datetime.date(year, month, day)
72
        break
73
    except ValueError as e:
74
        if try_num > 0: raise # exception still raised after retry
75
        msg = e_msg(e)
76
        if msg == 'month must be in 1..12': # try swapping month and day
77
            month, day = day, month
78
        else: raise
79

  
80
return str(date)
81
$$;
82

  
83

  
84
ALTER FUNCTION py_functions._date(year text, month text, day text) OWNER TO bien;
85

  
86
--
87
-- Name: _date(integer, integer, integer); Type: FUNCTION; Schema: py_functions; Owner: bien
88
--
89

  
90
CREATE FUNCTION _date(year integer DEFAULT NULL::integer, month integer DEFAULT NULL::integer, day integer DEFAULT NULL::integer) RETURNS text
91
    LANGUAGE sql IMMUTABLE STRICT
92
    AS $_$
93
SELECT py_functions._date($1::text, $2::text, $3::text)
94
$_$;
95

  
96

  
97
ALTER FUNCTION py_functions._date(year integer, month integer, day integer) OWNER TO bien;
98

  
99
--
100
-- Name: _dateRangeEnd(text); Type: FUNCTION; Schema: py_functions; Owner: bien
101
--
102

  
103
CREATE FUNCTION "_dateRangeEnd"(value text) RETURNS text
104
    LANGUAGE sql IMMUTABLE STRICT
105
    AS $_$
106
SELECT (py_functions.parse_date_range($1))[2]
107
$_$;
108

  
109

  
110
ALTER FUNCTION py_functions."_dateRangeEnd"(value text) OWNER TO bien;
111

  
112
--
113
-- Name: _dateRangeEnd(timestamp with time zone); Type: FUNCTION; Schema: py_functions; Owner: bien
114
--
115

  
116
CREATE FUNCTION "_dateRangeEnd"(value timestamp with time zone) RETURNS timestamp with time zone
117
    LANGUAGE sql IMMUTABLE STRICT
118
    AS $_$
119
SELECT $1
120
$_$;
121

  
122

  
123
ALTER FUNCTION py_functions."_dateRangeEnd"(value timestamp with time zone) OWNER TO bien;
124

  
125
--
126
-- Name: _dateRangeStart(text); Type: FUNCTION; Schema: py_functions; Owner: bien
127
--
128

  
129
CREATE FUNCTION "_dateRangeStart"(value text) RETURNS text
130
    LANGUAGE sql IMMUTABLE STRICT
131
    AS $_$
132
SELECT (py_functions.parse_date_range($1))[1]
133
$_$;
134

  
135

  
136
ALTER FUNCTION py_functions."_dateRangeStart"(value text) OWNER TO bien;
137

  
138
--
139
-- Name: _dateRangeStart(timestamp with time zone); Type: FUNCTION; Schema: py_functions; Owner: bien
140
--
141

  
142
CREATE FUNCTION "_dateRangeStart"(value timestamp with time zone) RETURNS timestamp with time zone
143
    LANGUAGE sql IMMUTABLE STRICT
144
    AS $_$
145
SELECT $1
146
$_$;
147

  
148

  
149
ALTER FUNCTION py_functions."_dateRangeStart"(value timestamp with time zone) OWNER TO bien;
150

  
151
--
152
-- Name: _namePart(text, text, text); Type: FUNCTION; Schema: py_functions; Owner: bien
153
--
154

  
155
CREATE FUNCTION "_namePart"(first text DEFAULT NULL::text, middle text DEFAULT NULL::text, last text DEFAULT NULL::text) RETURNS text
156
    LANGUAGE plpython3u IMMUTABLE
157
    AS $$
158
params = dict(first=first, middle=middle, last=last)
159

  
160
def none_if(val, *none_vals):
161
    for none_val in none_vals:
162
        if val == none_val: return None
163
    return val
164

  
165
_name_parts_slices_items = [
166
    ('first', slice(None, -1)),
167
    ('middle', slice(1, -1)),
168
    ('last', slice(-1, None)),
169
]
170
name_parts_slices = dict(_name_parts_slices_items)
171
name_parts = [name for name, slice_ in _name_parts_slices_items]
172

  
173
def _name(items):
174
    items = dict(items)
175
    parts = []
176
    for part in name_parts:
177
        if part in items: parts.append(items[part])
178
    return none_if(' '.join(parts), '')
179

  
180
out_items = []
181
for part, value in params.iteritems():
182
    if value == None: continue
183
    
184
    try: slice_ = name_parts_slices[part]
185
    except KeyError: pass # a non-value column
186
    else: out_items.append((part, ' '.join(value.split(' ')[slice_])))
187

  
188
return _name(out_items)
189
$$;
190

  
191

  
192
ALTER FUNCTION py_functions."_namePart"(first text, middle text, last text) OWNER TO bien;
193

  
194
--
195
-- Name: parse_date_range(text); Type: FUNCTION; Schema: py_functions; Owner: bien
196
--
197

  
198
CREATE FUNCTION parse_date_range(str_ text) RETURNS text[]
199
    LANGUAGE plpython3u IMMUTABLE STRICT
200
    AS $$
201
import re
202

  
203
def single_space(str_): return re.sub(r' {2,}', r' ', str_.strip())
204

  
205
def could_be_year(str_): return str_.isdigit() and len(str_) == 4
206

  
207
def could_be_day(str_): return str_.isdigit() and len(str_) <= 2
208

  
209
range_sep='-'
210
part_sep=' '
211

  
212
default = (str_, str_)
213
if str_.find(':') >= 0: return default
214
# range_sep might be used as date part separator instead
215
if str_.find(part_sep) < 0: return default
216

  
217
start, sep, end = str_.partition(range_sep)
218
if sep == '': return default # not a range
219
start, end = (single_space(d).split(part_sep) for d in (start, end))
220

  
221
# Has form M D1-D2 or M D1-D2 Y (not M1 Y1-M2 Y2 or M1 D1-M2 D2)
222
if len(start) == 2 and (len(end) == 1 or (
223
        len(end) == 2 and could_be_day(start[-1]) and could_be_day(end[0])
224
        and could_be_year(end[-1])
225
    )):
226
    end.insert(0, start[0]) # make end fully specified
227
ct_diff = len(end) - len(start)
228
# Has form D1-D2 M Y, M1 D1-M2 D2 Y, M1-M2 Y, etc.
229
if ct_diff > 0: start += end[-ct_diff:] # make start fully specified
230
# Other forms are invalid and will be left as-is
231

  
232
return [part_sep.join(d) for d in (start, end)]
233
$$;
234

  
235

  
236
ALTER FUNCTION py_functions.parse_date_range(str_ text) OWNER TO bien;
237

  
238
--
239
-- PostgreSQL database dump complete
240
--
241

  
schemas/functions.sql
1
--
2
-- PostgreSQL database dump
3
--
4

  
5
SET statement_timeout = 0;
6
SET client_encoding = 'UTF8';
7
SET standard_conforming_strings = on;
8
SET check_function_bodies = false;
9
SET client_min_messages = warning;
10

  
11
--
12
-- Name: functions; Type: SCHEMA; Schema: -; Owner: -
13
--
14

  
15
CREATE SCHEMA functions;
16

  
17

  
18
--
19
-- Name: SCHEMA functions; Type: COMMENT; Schema: -; Owner: -
20
--
21

  
22
COMMENT ON SCHEMA functions IS 'IMPORTANT: Functions must always return NULL in place of '''' (the empty string). This ensures that empty strings do not find their way into VegBIEN.';
23

  
24

  
25
SET search_path = functions, pg_catalog;
26

  
27
--
28
-- Name: col_cast; Type: TYPE; Schema: functions; Owner: -
29
--
30

  
31
CREATE TYPE col_cast AS (
32
	col_name text,
33
	type regtype
34
);
35

  
36

  
37
--
38
-- Name: col_ref; Type: TYPE; Schema: functions; Owner: -
39
--
40

  
41
CREATE TYPE col_ref AS (
42
	table_ regclass,
43
	name text
44
);
45

  
46

  
47
--
48
-- Name: compass_dir; Type: TYPE; Schema: functions; Owner: -
49
--
50

  
51
CREATE TYPE compass_dir AS ENUM (
52
    'N',
53
    'E',
54
    'S',
55
    'W'
56
);
57

  
58

  
59
--
60
-- Name: datatype; Type: TYPE; Schema: functions; Owner: -
61
--
62

  
63
CREATE TYPE datatype AS ENUM (
64
    'str',
65
    'float'
66
);
67

  
68

  
69
--
70
-- Name: _alt(anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
71
--
72

  
73
CREATE FUNCTION _alt("0" anyelement DEFAULT NULL::unknown, "1" anyelement DEFAULT NULL::unknown, "2" anyelement DEFAULT NULL::unknown, "3" anyelement DEFAULT NULL::unknown, "4" anyelement DEFAULT NULL::unknown, "5" anyelement DEFAULT NULL::unknown, "6" anyelement DEFAULT NULL::unknown, "7" anyelement DEFAULT NULL::unknown, "8" anyelement DEFAULT NULL::unknown, "9" anyelement DEFAULT NULL::unknown, "10" anyelement DEFAULT NULL::unknown, "11" anyelement DEFAULT NULL::unknown, "12" anyelement DEFAULT NULL::unknown) RETURNS anyelement
74
    LANGUAGE sql IMMUTABLE
75
    AS $_$
76
SELECT coalesce($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13)
77
$_$;
78

  
79

  
80
--
81
-- Name: _and(boolean, boolean, boolean, boolean, boolean); Type: FUNCTION; Schema: functions; Owner: -
82
--
83

  
84
CREATE FUNCTION _and("0" boolean DEFAULT NULL::boolean, "1" boolean DEFAULT NULL::boolean, "2" boolean DEFAULT NULL::boolean, "3" boolean DEFAULT NULL::boolean, "4" boolean DEFAULT NULL::boolean) RETURNS boolean
85
    LANGUAGE sql IMMUTABLE
86
    AS $_$
87
SELECT bool_and(value)
88
FROM
89
(VALUES
90
      ($1)
91
    , ($2)
92
    , ($3)
93
    , ($4)
94
    , ($5)
95
)
96
AS v (value)
97
$_$;
98

  
99

  
100
--
101
-- Name: FUNCTION _and("0" boolean, "1" boolean, "2" boolean, "3" boolean, "4" boolean); Type: COMMENT; Schema: functions; Owner: -
102
--
103

  
104
COMMENT ON FUNCTION _and("0" boolean, "1" boolean, "2" boolean, "3" boolean, "4" boolean) IS '_and() ignores NULL values, while AND combines them with the other values to potentially convert true to NULL. AND should be used with required fields, and _and() with optional fields.';
105

  
106

  
107
--
108
-- Name: _avg(double precision, double precision, double precision, double precision, double precision); Type: FUNCTION; Schema: functions; Owner: -
109
--
110

  
111
CREATE FUNCTION _avg("0" double precision DEFAULT NULL::double precision, "1" double precision DEFAULT NULL::double precision, "2" double precision DEFAULT NULL::double precision, "3" double precision DEFAULT NULL::double precision, "4" double precision DEFAULT NULL::double precision) RETURNS double precision
112
    LANGUAGE sql IMMUTABLE
113
    AS $_$
114
SELECT avg(value)
115
FROM
116
(VALUES
117
      ($1)
118
    , ($2)
119
    , ($3)
120
    , ($4)
121
    , ($5)
122
)
123
AS v (value)
124
$_$;
125

  
126

  
127
--
128
-- Name: _dms_to_dd(text); Type: FUNCTION; Schema: functions; Owner: -
129
--
130

  
131
CREATE FUNCTION _dms_to_dd(value text DEFAULT NULL::text) RETURNS double precision
132
    LANGUAGE sql IMMUTABLE STRICT
133
    AS $_$
134
SELECT (g[1]||'1')::integer*functions._dms_to_dd(deg := g[2]::double precision, min := g[3]::double precision, sec := g[4]::double precision, dir := g[5]::functions.compass_dir)
135
FROM 
136
(
137
    SELECT regexp_matches($1, '^ *(-?)(\d{1,3}(?:\.\d*)?)(?:(?:deg|[°º])(?: *([\d.]+)(?:min|[''’]))?(?: *([\d.]+)(?:sec|["”]))?)? *([NESW])? *$')
138
    UNION ALL
139
    SELECT ARRAY[g[1], g[2], g[3]||'.'||g[4], NULL, g[5]]
140
    FROM regexp_matches($1, '^ *(-?)(\d{2,3})(\d{2})(\d{3}) *([NESW])? *$') matches (g) -- [D]DDMMmmm, where MMmmm = MM.mmm
141
)
142
matches (g)
143
$_$;
144

  
145

  
146
--
147
-- Name: _dms_to_dd(double precision, double precision, double precision, compass_dir); Type: FUNCTION; Schema: functions; Owner: -
148
--
149

  
150
CREATE FUNCTION _dms_to_dd(deg double precision DEFAULT NULL::double precision, min double precision DEFAULT NULL::double precision, sec double precision DEFAULT NULL::double precision, dir compass_dir DEFAULT NULL::compass_dir) RETURNS double precision
151
    LANGUAGE sql IMMUTABLE
152
    AS $_$
153
SELECT sum(value)*COALESCE(functions._map('N=>1,E=>1,S=>-1,W=>-1', $4::text)::integer, 1)
154
FROM
155
(VALUES
156
      ($1)
157
    , ($2/60)
158
    , ($3/60/60)
159
)
160
AS v (value)
161
$_$;
162

  
163

  
164
--
165
-- Name: _dms_to_dd(text, text, text, text); Type: FUNCTION; Schema: functions; Owner: -
166
--
167

  
168
CREATE FUNCTION _dms_to_dd(deg text DEFAULT NULL::text, min text DEFAULT NULL::text, sec text DEFAULT NULL::text, dir text DEFAULT NULL::text) RETURNS double precision
169
    LANGUAGE sql IMMUTABLE
170
    AS $_$
171
SELECT functions._dms_to_dd($1::double precision, $2::double precision, $3::double precision, $4::functions.compass_dir)
172
$_$;
173

  
174

  
175
--
176
-- Name: _eq(anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
177
--
178

  
179
CREATE FUNCTION _eq("left" anyelement DEFAULT NULL::unknown, "right" anyelement DEFAULT NULL::unknown) RETURNS boolean
180
    LANGUAGE sql IMMUTABLE
181
    AS $_$
182
SELECT $1 = $2
183
$_$;
184

  
185

  
186
--
187
-- Name: _fix_date(date, date); Type: FUNCTION; Schema: functions; Owner: -
188
--
189

  
190
CREATE FUNCTION _fix_date(value date DEFAULT NULL::date, threshold date DEFAULT NULL::date) RETURNS date
191
    LANGUAGE sql IMMUTABLE
192
    AS $_$
193
-- Fix dates after threshold date
194
-- This fixes e.g. 2-digit years before 1970 misinterpreted as 20xx
195
SELECT (CASE WHEN $1 > COALESCE($2, now()) THEN ($1 - '100 years'::interval)::date ELSE $1 END)
196
$_$;
197

  
198

  
199
--
200
-- Name: _if(boolean, anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
201
--
202

  
203
CREATE FUNCTION _if(cond boolean DEFAULT NULL::boolean, "then" anyelement DEFAULT NULL::unknown, "else" anyelement DEFAULT NULL::unknown) RETURNS anyelement
204
    LANGUAGE sql IMMUTABLE
205
    AS $_$
206
SELECT (CASE WHEN $1 THEN $2 ELSE $3 END)
207
$_$;
208

  
209

  
210
--
211
-- Name: _if(text, anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
212
--
213

  
214
CREATE FUNCTION _if(cond text DEFAULT NULL::text, "then" anyelement DEFAULT NULL::unknown, "else" anyelement DEFAULT NULL::unknown) RETURNS anyelement
215
    LANGUAGE sql IMMUTABLE
216
    AS $_$
217
SELECT functions._if($1 != '', $2, $3)
218
$_$;
219

  
220

  
221
--
222
-- Name: _join(anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
223
--
224

  
225
CREATE FUNCTION _join("0" anyelement DEFAULT NULL::unknown, "1" anyelement DEFAULT NULL::unknown, "2" anyelement DEFAULT NULL::unknown, "3" anyelement DEFAULT NULL::unknown, "4" anyelement DEFAULT NULL::unknown, "5" anyelement DEFAULT NULL::unknown, "6" anyelement DEFAULT NULL::unknown, "7" anyelement DEFAULT NULL::unknown, "8" anyelement DEFAULT NULL::unknown, "9" anyelement DEFAULT NULL::unknown) RETURNS anyelement
226
    LANGUAGE sql IMMUTABLE
227
    AS $_$
228
SELECT NULLIF(concat_ws('; ', $1, $2, $3, $4, $5, $6, $7, $8, $9, $10), '')
229
$_$;
230

  
231

  
232
--
233
-- Name: _join_words(anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
234
--
235

  
236
CREATE FUNCTION _join_words("0" anyelement DEFAULT NULL::unknown, "1" anyelement DEFAULT NULL::unknown, "2" anyelement DEFAULT NULL::unknown, "3" anyelement DEFAULT NULL::unknown, "4" anyelement DEFAULT NULL::unknown, "5" anyelement DEFAULT NULL::unknown, "6" anyelement DEFAULT NULL::unknown, "7" anyelement DEFAULT NULL::unknown, "8" anyelement DEFAULT NULL::unknown, "9" anyelement DEFAULT NULL::unknown) RETURNS anyelement
237
    LANGUAGE sql IMMUTABLE
238
    AS $_$
239
SELECT NULLIF(concat_ws(' ', $1, $2, $3, $4, $5, $6, $7, $8, $9, $10), '')
240
$_$;
241

  
242

  
243
--
244
-- Name: _label(anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
245
--
246

  
247
CREATE FUNCTION _label(label anyelement, value anyelement) RETURNS anyelement
248
    LANGUAGE sql IMMUTABLE
249
    AS $_$
250
SELECT coalesce($1 || ': ', '') || $2
251
$_$;
252

  
253

  
254
--
255
-- Name: _map(hstore, text); Type: FUNCTION; Schema: functions; Owner: -
256
--
257

  
258
CREATE FUNCTION _map(map hstore, value text) RETURNS text
259
    LANGUAGE plpgsql IMMUTABLE STRICT
260
    AS $$
261
DECLARE
262
    match text := map -> value;
263
BEGIN
264
    IF match IS NULL AND NOT map ? value THEN -- no match rather than NULL match
265
        match := map -> '*'; -- use default entry
266
        IF match IS NULL AND NOT map ? '*' THEN match := '!'; -- no default
267
        END IF;
268
    END IF;
269
    
270
    -- Interpret result
271
    IF match = '!' THEN RAISE 'Value not in map: %', value USING ERRCODE = 'data_exception';
272
    ELSIF match = '*' THEN RETURN value;
273
    ELSE RETURN match;
274
    END IF;
275
END;
276
$$;
277

  
278

  
279
--
280
-- Name: _max(anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
281
--
282

  
283
CREATE FUNCTION _max("0" anyelement DEFAULT NULL::unknown, "1" anyelement DEFAULT NULL::unknown, "2" anyelement DEFAULT NULL::unknown, "3" anyelement DEFAULT NULL::unknown, "4" anyelement DEFAULT NULL::unknown, "5" anyelement DEFAULT NULL::unknown, "6" anyelement DEFAULT NULL::unknown, "7" anyelement DEFAULT NULL::unknown, "8" anyelement DEFAULT NULL::unknown, "9" anyelement DEFAULT NULL::unknown) RETURNS anyelement
284
    LANGUAGE sql IMMUTABLE
285
    AS $_$
286
SELECT GREATEST($1, $2, $3, $4, $5, $6, $7, $8, $9, $10)
287
$_$;
288

  
289

  
290
--
291
-- Name: _merge(anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
292
--
293

  
294
CREATE FUNCTION _merge("0" anyelement DEFAULT NULL::unknown, "1" anyelement DEFAULT NULL::unknown, "2" anyelement DEFAULT NULL::unknown, "3" anyelement DEFAULT NULL::unknown, "4" anyelement DEFAULT NULL::unknown, "5" anyelement DEFAULT NULL::unknown, "6" anyelement DEFAULT NULL::unknown, "7" anyelement DEFAULT NULL::unknown, "8" anyelement DEFAULT NULL::unknown, "9" anyelement DEFAULT NULL::unknown) RETURNS anyelement
295
    LANGUAGE sql IMMUTABLE
296
    AS $_$
297
SELECT functions.join_strs(value, '; ')
298
FROM
299
(
300
    SELECT *
301
    FROM
302
    (
303
        SELECT
304
        DISTINCT ON (value)
305
        *
306
        FROM
307
        (VALUES
308
              (1, $1)
309
            , (2, $2)
310
            , (3, $3)
311
            , (4, $4)
312
            , (5, $5)
313
            , (6, $6)
314
            , (7, $7)
315
            , (8, $8)
316
            , (9, $9)
317
            , (10, $10)
318
        )
319
        AS v (sort_order, value)
320
        WHERE value IS NOT NULL
321
    )
322
    AS v
323
    ORDER BY sort_order
324
)
325
AS v
326
$_$;
327

  
328

  
329
--
330
-- Name: _merge_prefix(text, text); Type: FUNCTION; Schema: functions; Owner: -
331
--
332

  
333
CREATE FUNCTION _merge_prefix(prefix text DEFAULT NULL::text, value text DEFAULT NULL::text) RETURNS text
334
    LANGUAGE sql IMMUTABLE
335
    AS $_$
336
SELECT _join_words((CASE WHEN $2 ~ ('^'||$1||E'\\y') THEN NULL ELSE $1 END), $2)
337
$_$;
338

  
339

  
340
--
341
-- Name: _merge_words(anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
342
--
343

  
344
CREATE FUNCTION _merge_words("0" anyelement DEFAULT NULL::unknown, "1" anyelement DEFAULT NULL::unknown, "2" anyelement DEFAULT NULL::unknown, "3" anyelement DEFAULT NULL::unknown, "4" anyelement DEFAULT NULL::unknown, "5" anyelement DEFAULT NULL::unknown, "6" anyelement DEFAULT NULL::unknown, "7" anyelement DEFAULT NULL::unknown, "8" anyelement DEFAULT NULL::unknown, "9" anyelement DEFAULT NULL::unknown) RETURNS anyelement
345
    LANGUAGE sql IMMUTABLE
346
    AS $_$
347
SELECT functions.join_strs(value, ' ')
348
FROM
349
(
350
    SELECT *
351
    FROM
352
    (
353
        SELECT
354
        DISTINCT ON (value)
355
        *
356
        FROM
357
        (VALUES
358
              (1, $1)
359
            , (2, $2)
360
            , (3, $3)
361
            , (4, $4)
362
            , (5, $5)
363
            , (6, $6)
364
            , (7, $7)
365
            , (8, $8)
366
            , (9, $9)
367
            , (10, $10)
368
        )
369
        AS v (sort_order, value)
370
        WHERE value IS NOT NULL
371
    )
372
    AS v
373
    ORDER BY sort_order
374
)
375
AS v
376
$_$;
377

  
378

  
379
--
380
-- Name: _min(anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement, anyelement); Type: FUNCTION; Schema: functions; Owner: -
381
--
382

  
383
CREATE FUNCTION _min("0" anyelement DEFAULT NULL::unknown, "1" anyelement DEFAULT NULL::unknown, "2" anyelement DEFAULT NULL::unknown, "3" anyelement DEFAULT NULL::unknown, "4" anyelement DEFAULT NULL::unknown, "5" anyelement DEFAULT NULL::unknown, "6" anyelement DEFAULT NULL::unknown, "7" anyelement DEFAULT NULL::unknown, "8" anyelement DEFAULT NULL::unknown, "9" anyelement DEFAULT NULL::unknown) RETURNS anyelement
384
    LANGUAGE sql IMMUTABLE
385
    AS $_$
386
SELECT LEAST($1, $2, $3, $4, $5, $6, $7, $8, $9, $10)
387
$_$;
388

  
389

  
390
--
391
-- Name: _not(boolean); Type: FUNCTION; Schema: functions; Owner: -
392
--
393

  
394
CREATE FUNCTION _not(value boolean) RETURNS boolean
395
    LANGUAGE sql IMMUTABLE STRICT
396
    AS $_$
397
SELECT NOT $1
398
$_$;
399

  
400

  
401
--
402
-- Name: _now(); Type: FUNCTION; Schema: functions; Owner: -
403
--
404

  
405
CREATE FUNCTION _now() RETURNS timestamp with time zone
406
    LANGUAGE sql STABLE
407
    AS $$
408
SELECT now()
409
$$;
410

  
411

  
412
--
413
-- Name: _nullIf(anyelement, text, datatype); Type: FUNCTION; Schema: functions; Owner: -
414
--
415

  
416
CREATE FUNCTION "_nullIf"(value anyelement, "null" text, type datatype DEFAULT 'str'::datatype) RETURNS anyelement
417
    LANGUAGE plpgsql IMMUTABLE
418
    AS $$
419
DECLARE
420
    type functions.datatype NOT NULL := type; -- add NOT NULL
421
BEGIN
422
    IF type = 'str' THEN RETURN nullif(value::text, "null");
423
    -- Invalid value is ignored, but invalid null value generates error
424
    ELSIF type = 'float' THEN
425
        DECLARE
426
            -- Outside the try block so that invalid null value generates error
427
            "null" double precision := "null"::double precision;
428
        BEGIN
429
            RETURN nullif(value::double precision, "null");
430
        EXCEPTION
431
            WHEN data_exception THEN RETURN value; -- ignore invalid value
432
        END;
433
    END IF;
434
END;
435
$$;
436

  
437

  
438
--
439
-- Name: _nullIf(anyelement, text, text); Type: FUNCTION; Schema: functions; Owner: -
440
--
441

  
442
CREATE FUNCTION "_nullIf"(value anyelement, "null" text, type text) RETURNS anyelement
443
    LANGUAGE sql IMMUTABLE
444
    AS $_$
445
SELECT functions."_nullIf"($1, $2, $3::functions.datatype)
446
$_$;
447

  
448

  
449
--
450
-- Name: _or(boolean, boolean, boolean, boolean, boolean); Type: FUNCTION; Schema: functions; Owner: -
451
--
452

  
453
CREATE FUNCTION _or("0" boolean DEFAULT NULL::boolean, "1" boolean DEFAULT NULL::boolean, "2" boolean DEFAULT NULL::boolean, "3" boolean DEFAULT NULL::boolean, "4" boolean DEFAULT NULL::boolean) RETURNS boolean
454
    LANGUAGE sql IMMUTABLE
455
    AS $_$
456
SELECT bool_or(value)
457
FROM
458
(VALUES
459
      ($1)
460
    , ($2)
461
    , ($3)
462
    , ($4)
463
    , ($5)
464
)
465
AS v (value)
466
$_$;
467

  
468

  
469
--
470
-- Name: FUNCTION _or("0" boolean, "1" boolean, "2" boolean, "3" boolean, "4" boolean); Type: COMMENT; Schema: functions; Owner: -
471
--
472

  
473
COMMENT ON FUNCTION _or("0" boolean, "1" boolean, "2" boolean, "3" boolean, "4" boolean) IS '_or() ignores NULL values, while OR combines them with the other values to potentially convert false to NULL. OR should be used with required fields, and _or() with optional fields.';
474

  
475

  
476
--
477
-- Name: _range(double precision, double precision); Type: FUNCTION; Schema: functions; Owner: -
478
--
479

  
480
CREATE FUNCTION _range("from" double precision DEFAULT NULL::double precision, "to" double precision DEFAULT NULL::double precision) RETURNS double precision
481
    LANGUAGE sql IMMUTABLE
482
    AS $_$
483
SELECT $2 - $1
484
$_$;
485

  
486

  
487
--
488
-- Name: _split(text, text); Type: FUNCTION; Schema: functions; Owner: -
489
--
490

  
491
CREATE FUNCTION _split(value text DEFAULT NULL::text, separator text DEFAULT '; '::text) RETURNS SETOF text
492
    LANGUAGE sql IMMUTABLE STRICT
493
    AS $_$
494
SELECT regexp_split_to_table($1, $2)
495
$_$;
496

  
497

  
498
--
499
-- Name: cluster_index(regclass); Type: FUNCTION; Schema: functions; Owner: -
500
--
501

  
502
CREATE FUNCTION cluster_index(table_ regclass) RETURNS regclass
503
    LANGUAGE sql STABLE STRICT
504
    AS $_$
505
SELECT indexrelid FROM pg_index WHERE indrelid = $1 AND indisclustered
506
$_$;
507

  
508

  
509
--
510
-- Name: cluster_once(regclass, regclass); Type: FUNCTION; Schema: functions; Owner: -
511
--
512

  
513
CREATE FUNCTION cluster_once(table_ regclass, index regclass) RETURNS void
514
    LANGUAGE plpgsql STRICT
515
    AS $_$
516
BEGIN
517
    -- not yet clustered (ARRAY[] compares NULLs literally)
518
    IF ARRAY[functions.cluster_index(table_)] != ARRAY[index] THEN
519
        EXECUTE $$CLUSTER $$||table_||$$ USING $$||index;
520
    END IF;
521
END;
522
$_$;
523

  
524

  
525
--
526
-- Name: FUNCTION cluster_once(table_ regclass, index regclass); Type: COMMENT; Schema: functions; Owner: -
527
--
528

  
529
COMMENT ON FUNCTION cluster_once(table_ regclass, index regclass) IS 'idempotent';
530

  
531

  
532
--
533
-- Name: col_exists(col_ref); Type: FUNCTION; Schema: functions; Owner: -
534
--
535

  
536
CREATE FUNCTION col_exists(col col_ref) RETURNS boolean
537
    LANGUAGE plpgsql STRICT
538
    AS $$
539
BEGIN
540
    PERFORM functions.col_type(col);
541
    RETURN true;
542
EXCEPTION
543
    WHEN undefined_column THEN RETURN false;
544
END;
545
$$;
546

  
547

  
548
--
549
-- Name: col_global_names(regtype); Type: FUNCTION; Schema: functions; Owner: -
550
--
551

  
552
CREATE FUNCTION col_global_names(type regtype, OUT name text, OUT global_name text) RETURNS SETOF record
553
    LANGUAGE plpgsql STABLE STRICT
554
    AS $$
555
DECLARE
556
    prefix text := functions.name(type)||'.';
557
BEGIN
558
    RETURN QUERY
559
        SELECT name_, (CASE WHEN functions.contains(search_for:='.', in_str:=name_) THEN '' ELSE prefix END)||name_
560
        FROM functions.col_names(type) f (name_);
561
END;
562
$$;
563

  
564

  
565
--
566
-- Name: col_names(regtype); Type: FUNCTION; Schema: functions; Owner: -
567
--
568

  
569
CREATE FUNCTION col_names(type regtype) RETURNS SETOF text
570
    LANGUAGE plpgsql STABLE STRICT
571
    AS $_$
572
BEGIN
573
    RETURN QUERY EXECUTE $$SELECT skeys(hstore(NULL::$$||type||$$))$$;
574
END;
575
$_$;
576

  
577

  
578
--
579
-- Name: col_names(regclass); Type: FUNCTION; Schema: functions; Owner: -
580
--
581

  
582
CREATE FUNCTION col_names(table_ regclass) RETURNS SETOF text
583
    LANGUAGE sql STABLE STRICT
584
    AS $_$
585
SELECT attname::text
586
FROM pg_attribute
587
WHERE attrelid = $1 AND attnum >= 1
588
ORDER BY attnum
589
$_$;
590

  
591

  
592
--
593
-- Name: col_type(col_ref); Type: FUNCTION; Schema: functions; Owner: -
594
--
595

  
596
CREATE FUNCTION col_type(col col_ref) RETURNS regtype
597
    LANGUAGE plpgsql STABLE STRICT
598
    AS $$
599
DECLARE
600
    type regtype;
601
BEGIN
602
    SELECT atttypid FROM pg_attribute
603
    WHERE attrelid = col.table_ AND attname = col.name
604
    INTO STRICT type
605
    ;
606
    RETURN type;
607
EXCEPTION
608
    WHEN no_data_found THEN
609
        RAISE undefined_column USING MESSAGE =
610
            concat('undefined column: ', col.name);
611
END;
612
$$;
613

  
614

  
615
--
616
-- Name: contains(text, text); Type: FUNCTION; Schema: functions; Owner: -
617
--
618

  
619
CREATE FUNCTION contains(search_for text, in_str text) RETURNS boolean
620
    LANGUAGE sql IMMUTABLE STRICT
621
    AS $_$
622
SELECT position($1 in $2) > 0 /*1-based offset*/
623
$_$;
624

  
625

  
626
--
627
-- Name: create_if_not_exists(text); Type: FUNCTION; Schema: functions; Owner: -
628
--
629

  
630
CREATE FUNCTION create_if_not_exists(sql text) RETURNS void
631
    LANGUAGE plpgsql STRICT
632
    AS $$
633
BEGIN
634
    EXECUTE sql;
635
EXCEPTION
636
    WHEN duplicate_table  THEN NULL;
637
    WHEN duplicate_column THEN NULL;
638
END;
639
$$;
640

  
641

  
642
--
643
-- Name: FUNCTION create_if_not_exists(sql text); Type: COMMENT; Schema: functions; Owner: -
644
--
645

  
646
COMMENT ON FUNCTION create_if_not_exists(sql text) IS 'idempotent';
647

  
648

  
649
--
650
-- Name: ensure_prefix(text, text); Type: FUNCTION; Schema: functions; Owner: -
651
--
652

  
653
CREATE FUNCTION ensure_prefix(prefix text, str text) RETURNS text
654
    LANGUAGE sql IMMUTABLE STRICT
655
    AS $_$
656
SELECT (CASE WHEN functions.has_prefix($1, $2) THEN $2 ELSE $1||$2 END)
657
$_$;
658

  
659

  
660
--
661
-- Name: existing_cols(regclass, text[]); Type: FUNCTION; Schema: functions; Owner: -
662
--
663

  
664
CREATE FUNCTION existing_cols(table_ regclass, VARIADIC col_names text[]) RETURNS SETOF text
665
    LANGUAGE sql STABLE STRICT
666
    AS $_$
667
SELECT col_name
668
FROM unnest($2) s (col_name)
669
WHERE functions.col_exists(($1, col_name))
670
$_$;
671

  
672

  
673
--
674
-- Name: has_prefix(text, text); Type: FUNCTION; Schema: functions; Owner: -
675
--
676

  
677
CREATE FUNCTION has_prefix(prefix text, str text) RETURNS boolean
678
    LANGUAGE sql IMMUTABLE STRICT
679
    AS $_$
680
SELECT substring($2 for length($1)) = $1
681
$_$;
682

  
683

  
684
--
685
-- Name: join_strs_transform(text, text, text); Type: FUNCTION; Schema: functions; Owner: -
686
--
687

  
688
CREATE FUNCTION join_strs_transform(state text, value text, delim text) RETURNS text
689
    LANGUAGE sql IMMUTABLE STRICT
690
    AS $_$
691
SELECT $1 || $3 || $2
692
$_$;
693

  
694

  
695
--
696
-- Name: map_get(regclass, text); Type: FUNCTION; Schema: functions; Owner: -
697
--
698

  
699
CREATE FUNCTION map_get(map regclass, key text) RETURNS text
700
    LANGUAGE plpgsql STABLE STRICT
701
    AS $_$
702
DECLARE
703
    value text;
704
BEGIN
705
    EXECUTE $$SELECT "to" FROM $$||map||$$ WHERE "from" = $1$$
706
        INTO value USING key;
707
    RETURN value;
708
END;
709
$_$;
710

  
711

  
712
--
713
-- Name: map_values(regclass); Type: FUNCTION; Schema: functions; Owner: -
714
--
715

  
716
CREATE FUNCTION map_values(map regclass) RETURNS SETOF text
717
    LANGUAGE plpgsql STABLE STRICT
718
    AS $_$
719
BEGIN
720
    RETURN QUERY EXECUTE $$SELECT "to" FROM $$||map;
721
END;
722
$_$;
723

  
724

  
725
--
726
-- Name: mk_map_table(text); Type: FUNCTION; Schema: functions; Owner: -
727
--
728

  
729
CREATE FUNCTION mk_map_table(table_ text) RETURNS void
730
    LANGUAGE sql STRICT
731
    AS $_$
732
SELECT functions.create_if_not_exists($$
733
CREATE TABLE $$||$1||$$
734
(
735
    LIKE functions.map INCLUDING ALL
736
)
737
$$)
738
$_$;
739

  
740

  
741
--
742
-- Name: name(regtype); Type: FUNCTION; Schema: functions; Owner: -
743
--
744

  
745
CREATE FUNCTION name(type regtype) RETURNS text
746
    LANGUAGE sql STABLE STRICT
747
    AS $_$
748
SELECT typname::text FROM pg_type WHERE oid = $1
749
$_$;
750

  
751

  
752
--
753
-- Name: rename_cols(regclass, anyelement); Type: FUNCTION; Schema: functions; Owner: -
754
--
755

  
756
CREATE FUNCTION rename_cols(table_ regclass, renames anyelement) RETURNS void
757
    LANGUAGE sql STRICT
758
    AS $_$
759
SELECT functions.rename_if_exists($$ALTER TABLE $$||$1||$$ RENAME $$
760
||quote_ident(name)||$$ TO $$||quote_ident($2 -> name))
761
FROM functions.col_names($1::text::regtype) f (name)
762
$_$;
763

  
764

  
765
--
766
-- Name: FUNCTION rename_cols(table_ regclass, renames anyelement); Type: COMMENT; Schema: functions; Owner: -
767
--
768

  
769
COMMENT ON FUNCTION rename_cols(table_ regclass, renames anyelement) IS 'idempotent';
770

  
771

  
772
--
773
-- Name: rename_if_exists(text); Type: FUNCTION; Schema: functions; Owner: -
774
--
775

  
776
CREATE FUNCTION rename_if_exists(sql text) RETURNS void
777
    LANGUAGE plpgsql STRICT
778
    AS $$
779
BEGIN
780
    EXECUTE sql;
781
EXCEPTION
782
    WHEN undefined_column THEN NULL;
783
    WHEN duplicate_column THEN NULL;
784
END;
785
$$;
786

  
787

  
788
--
789
-- Name: FUNCTION rename_if_exists(sql text); Type: COMMENT; Schema: functions; Owner: -
790
--
791

  
792
COMMENT ON FUNCTION rename_if_exists(sql text) IS 'idempotent';
793

  
794

  
795
--
796
-- Name: reset_map_table(text); Type: FUNCTION; Schema: functions; Owner: -
797
--
798

  
799
CREATE FUNCTION reset_map_table(table_ text) RETURNS void
800
    LANGUAGE sql STRICT
801
    AS $_$
802
SELECT functions.mk_map_table($1);
803
SELECT functions.truncate($1);
804
$_$;
805

  
806

  
807
--
808
-- Name: set_col_names(regclass, regclass); Type: FUNCTION; Schema: functions; Owner: -
809
--
810

  
811
CREATE FUNCTION set_col_names(table_ regclass, names regclass) RETURNS void
812
    LANGUAGE plpgsql STRICT
813
    AS $_$
814
DECLARE
815
    old text[] = ARRAY(SELECT functions.col_names(table_));
816
    new text[] = ARRAY(SELECT functions.map_values(names));
817
BEGIN
818
    old = old[1:array_length(new, 1)]; -- truncate to same length
819
    PERFORM functions.rename_if_exists($$ALTER TABLE $$||$1||$$ RENAME $$
820
        ||quote_ident(key)||$$ TO $$||quote_ident(value))
821
    FROM each(hstore(old, new));
822
END;
823
$_$;
824

  
825

  
826
--
827
-- Name: FUNCTION set_col_names(table_ regclass, names regclass); Type: COMMENT; Schema: functions; Owner: -
828
--
829

  
830
COMMENT ON FUNCTION set_col_names(table_ regclass, names regclass) IS 'idempotent';
831

  
832

  
833
--
834
-- Name: set_col_types(regclass, col_cast[]); Type: FUNCTION; Schema: functions; Owner: -
835
--
836

  
837
CREATE FUNCTION set_col_types(table_ regclass, col_casts col_cast[]) RETURNS void
838
    LANGUAGE plpgsql STRICT
839
    AS $_$
840
DECLARE
841
    sql text = $$ALTER TABLE $$||table_||$$
842
$$||NULLIF(array_to_string(ARRAY(
843
    SELECT
844
    $$ALTER COLUMN $$||col_name_sql||$$ TYPE $$||target_type
845
    ||$$ USING $$||col_name_sql||$$::$$||target_type
846
    FROM
847
    (
848
        SELECT
849
          quote_ident(col_name) AS col_name_sql
850
        , functions.col_type((table_, col_name)) AS curr_type
851
        , type AS target_type
852
        FROM unnest(col_casts)
853
    ) s
854
    WHERE curr_type != target_type
855
), '
856
, '), '');
857
BEGIN
858
    RAISE NOTICE '%', sql;
859
    EXECUTE COALESCE(sql, '');
860
END;
861
$_$;
862

  
863

  
864
--
865
-- Name: FUNCTION set_col_types(table_ regclass, col_casts col_cast[]); Type: COMMENT; Schema: functions; Owner: -
866
--
867

  
868
COMMENT ON FUNCTION set_col_types(table_ regclass, col_casts col_cast[]) IS 'idempotent';
869

  
870

  
871
--
872
-- Name: table2hstore(regclass); Type: FUNCTION; Schema: functions; Owner: -
873
--
874

  
875
CREATE FUNCTION table2hstore(table_ regclass) RETURNS hstore
876
    LANGUAGE plpgsql STABLE STRICT
877
    AS $_$
878
DECLARE
879
    hstore hstore;
880
BEGIN
881
    EXECUTE $$SELECT hstore(ARRAY(SELECT unnest(ARRAY["from", "to"]) FROM $$||
882
        table_||$$))$$ INTO STRICT hstore;
883
    RETURN hstore;
884
END;
885
$_$;
886

  
887

  
888
--
889
-- Name: to_global_col_names(regclass); Type: FUNCTION; Schema: functions; Owner: -
890
--
891

  
892
CREATE FUNCTION to_global_col_names(table_ regclass) RETURNS void
893
    LANGUAGE plpgsql STRICT
894
    AS $_$
895
DECLARE
896
    row record;
897
BEGIN
898
    FOR row IN SELECT * FROM functions.col_global_names(table_::text::regtype)
899
    LOOP
900
        IF row.global_name != row.name THEN
901
            EXECUTE $$ALTER TABLE $$||table_||$$ RENAME $$
902
                ||quote_ident(row.name)||$$ TO $$||quote_ident(row.global_name);
903
        END IF;
904
    END LOOP;
905
END;
906
$_$;
907

  
908

  
909
--
910
-- Name: FUNCTION to_global_col_names(table_ regclass); Type: COMMENT; Schema: functions; Owner: -
911
--
912

  
913
COMMENT ON FUNCTION to_global_col_names(table_ regclass) IS 'idempotent';
914

  
915

  
916
--
917
-- Name: truncate(regclass); Type: FUNCTION; Schema: functions; Owner: -
918
--
919

  
920
CREATE FUNCTION truncate(table_ regclass) RETURNS void
921
    LANGUAGE plpgsql STRICT
922
    AS $_$
923
BEGIN
924
    EXECUTE $$TRUNCATE $$||table_||$$ CASCADE$$;
925
END;
926
$_$;
927

  
928

  
929
--
930
-- Name: FUNCTION truncate(table_ regclass); Type: COMMENT; Schema: functions; Owner: -
931
--
932

  
933
COMMENT ON FUNCTION truncate(table_ regclass) IS 'idempotent';
934

  
935

  
936
--
937
-- Name: join_strs(text, text); Type: AGGREGATE; Schema: functions; Owner: -
938
--
939

  
940
CREATE AGGREGATE join_strs(text, text) (
941
    SFUNC = join_strs_transform,
942
    STYPE = text
943
);
944

  
945

  
946
--
947
-- Name: ->; Type: OPERATOR; Schema: functions; Owner: -
948
--
949

  
950
CREATE OPERATOR -> (
951
    PROCEDURE = map_get,
952
    LEFTARG = regclass,
953
    RIGHTARG = text
954
);
955

  
956

  
957
SET default_tablespace = '';
958

  
959
SET default_with_oids = false;
960

  
961
--
962
-- Name: map; Type: TABLE; Schema: functions; Owner: -; Tablespace: 
963
--
964

  
965
CREATE TABLE map (
966
    "from" text NOT NULL,
967
    "to" text,
968
    filter text,
969
    notes text
970
);
971

  
972

  
973
--
974
-- Data for Name: map; Type: TABLE DATA; Schema: functions; Owner: -
975
--
976

  
977

  
978

  
979
--
980
-- Name: map_pkey; Type: CONSTRAINT; Schema: functions; Owner: -; Tablespace: 
981
--
982

  
983
ALTER TABLE ONLY map
984
    ADD CONSTRAINT map_pkey PRIMARY KEY ("from");
985

  
986

  
987
--
988
-- PostgreSQL database dump complete
989
--
990

  
inputs/FIA/PLOT/import
5 5

  
6 6
map_table
7 7
psql <<'EOF'
8
SELECT functions.set_col_types('"PLOT"', ARRAY[
8
SELECT util.set_col_types('"PLOT"', ARRAY[
9 9
  ('STATECD', 'integer')
10 10
, ('UNITCD', 'integer')
11 11
, ('COUNTYCD', 'integer')
12 12
, ('locationName', 'integer')
13 13
, ('INVYR', 'integer')
14
]::functions.col_cast[]);
14
]::util.col_cast[]);
15 15

  
16
SELECT functions.create_if_not_exists($$ALTER TABLE "PLOT" ADD CONSTRAINT "PLOT.ID"     UNIQUE ("locationID")$$);
17
SELECT functions.create_if_not_exists($$ALTER TABLE "PLOT" ADD CONSTRAINT "PLOT.unique" UNIQUE ("STATECD", "UNITCD", "COUNTYCD", "locationName", "INVYR")$$);
18
SELECT functions.cluster_once('"PLOT"', '"PLOT.unique"');
16
SELECT util.create_if_not_exists($$ALTER TABLE "PLOT" ADD CONSTRAINT "PLOT.ID"     UNIQUE ("locationID")$$);
17
SELECT util.create_if_not_exists($$ALTER TABLE "PLOT" ADD CONSTRAINT "PLOT.unique" UNIQUE ("STATECD", "UNITCD", "COUNTYCD", "locationName", "INVYR")$$);
18
SELECT util.cluster_once('"PLOT"', '"PLOT.unique"');
inputs/FIA/COUNTY/import
5 5

  
6 6
map_table
7 7
psql <<'EOF'
8
SELECT functions.set_col_types('"COUNTY"', ARRAY[
8
SELECT util.set_col_types('"COUNTY"', ARRAY[
9 9
  ('STATECD', 'integer')
10 10
, ('UNITCD', 'integer')
11 11
, ('COUNTYCD', 'integer')
12
]::functions.col_cast[]);
12
]::util.col_cast[]);
13 13

  
14
SELECT functions.create_if_not_exists($$ALTER TABLE "COUNTY" ADD CONSTRAINT "COUNTY.ID"     UNIQUE ("COUNTY
14
SELECT util.create_if_not_exists($$ALTER TABLE "COUNTY" ADD CONSTRAINT "COUNTY.ID"     UNIQUE ("COUNTY
15 15
CN")$$);
16
SELECT functions.create_if_not_exists($$ALTER TABLE "COUNTY" ADD CONSTRAINT "COUNTY.unique" UNIQUE ("STATECD", "UNITCD", "COUNTYCD")$$);
16
SELECT util.create_if_not_exists($$ALTER TABLE "COUNTY" ADD CONSTRAINT "COUNTY.unique" UNIQUE ("STATECD", "UNITCD", "COUNTYCD")$$);
inputs/FIA/REF_PLANT_DICTIONARY/import
15 15
    HAVING count(*) > 1
16 16
);
17 17

  
18
SELECT functions.create_if_not_exists($$ALTER TABLE "REF_PLANT_DICTIONARY" ADD CONSTRAINT "REF_PLANT_DICTIONARY.unique" UNIQUE ("PLANT_SYMBOL_TYPE", "PLANT_SYMBOL")$$);
18
SELECT util.create_if_not_exists($$ALTER TABLE "REF_PLANT_DICTIONARY" ADD CONSTRAINT "REF_PLANT_DICTIONARY.unique" UNIQUE ("PLANT_SYMBOL_TYPE", "PLANT_SYMBOL")$$);
inputs/FIA/REF_UNIT/import
5 5

  
6 6
map_table
7 7
psql <<'EOF'
8
SELECT functions.set_col_types('"REF_UNIT"', ARRAY[
8
SELECT util.set_col_types('"REF_UNIT"', ARRAY[
9 9
  ('STATECD', 'integer')
10 10
, ('UNITCD', 'integer')
11
]::functions.col_cast[]);
11
]::util.col_cast[]);
12 12

  
13
SELECT functions.create_if_not_exists($$ALTER TABLE "REF_UNIT" ADD CONSTRAINT "REF_UNIT.unique" UNIQUE ("STATECD", "UNITCD")$$);
13
SELECT util.create_if_not_exists($$ALTER TABLE "REF_UNIT" ADD CONSTRAINT "REF_UNIT.unique" UNIQUE ("STATECD", "UNITCD")$$);
inputs/FIA/COND/import
5 5

  
6 6
map_table
7 7
psql <<'EOF'
8
SELECT functions.set_col_types('"COND"', ARRAY[
8
SELECT util.set_col_types('"COND"', ARRAY[
9 9
  ('STATECD', 'integer')
10 10
, ('UNITCD', 'integer')
11 11
, ('COUNTYCD', 'integer')
12 12
, ('locationName', 'integer')
13 13
, ('INVYR', 'integer')
14 14
, ('authorEventCode', 'integer')
15
]::functions.col_cast[]);
15
]::util.col_cast[]);
16 16

  
17
SELECT functions.create_if_not_exists($$
17
SELECT util.create_if_not_exists($$
18 18
ALTER TABLE "COND" ADD   COLUMN "oldGrowth"      boolean;
19 19
ALTER TABLE "COND" ALTER COLUMN "oldGrowth" TYPE boolean USING
20 20
(
......
30 30
;
31 31
$$);
32 32

  
33
SELECT functions.create_if_not_exists($$ALTER TABLE "COND" ADD CONSTRAINT "COND.ID"     UNIQUE ("COND
33
SELECT util.create_if_not_exists($$ALTER TABLE "COND" ADD CONSTRAINT "COND.ID"     UNIQUE ("COND
34 34
CN")$$);
35
SELECT functions.create_if_not_exists($$ALTER TABLE "COND" ADD CONSTRAINT "COND.unique" UNIQUE ("STATECD", "UNITCD", "COUNTYCD", "locationName", "INVYR", "authorEventCode")$$);
36
SELECT functions.cluster_once('"COND"', '"COND.unique"');
35
SELECT util.create_if_not_exists($$ALTER TABLE "COND" ADD CONSTRAINT "COND.unique" UNIQUE ("STATECD", "UNITCD", "COUNTYCD", "locationName", "INVYR", "authorEventCode")$$);
36
SELECT util.cluster_once('"COND"', '"COND.unique"');
inputs/FIA/REF_SPECIES/import
5 5

  
6 6
map_table
7 7
psql <<'EOF'
8
SELECT functions.set_col_types('"REF_SPECIES"', ARRAY[
8
SELECT util.set_col_types('"REF_SPECIES"', ARRAY[
9 9
  ('SPCD', 'integer')
10
]::functions.col_cast[]);
10
]::util.col_cast[]);
11 11

  
12
SELECT functions.create_if_not_exists($$ALTER TABLE "REF_SPECIES" ADD COLUMN "PLANT_SYMBOL_TYPE" text NOT NULL DEFAULT 'Species'$$);
12
SELECT util.create_if_not_exists($$ALTER TABLE "REF_SPECIES" ADD COLUMN "PLANT_SYMBOL_TYPE" text NOT NULL DEFAULT 'Species'$$);
13 13

  
14
SELECT functions.create_if_not_exists($$ALTER TABLE "REF_SPECIES" ADD CONSTRAINT "REF_SPECIES.unique" UNIQUE ("SPCD")$$);
14
SELECT util.create_if_not_exists($$ALTER TABLE "REF_SPECIES" ADD CONSTRAINT "REF_SPECIES.unique" UNIQUE ("SPCD")$$);
inputs/FIA/TREE/import
5 5

  
6 6
map_table
7 7
psql <<'EOF'
8
SELECT functions.set_col_types('"TREE"', ARRAY[
8
SELECT util.set_col_types('"TREE"', ARRAY[
9 9
  ('STATECD', 'integer')
10 10
, ('UNITCD', 'integer')
11 11
, ('COUNTYCD', 'integer')
......
14 14
, ('subplot', 'integer')
15 15
, ('authorEventCode', 'integer')
16 16
, ('SPCD', 'integer')
17
]::functions.col_cast[]);
17
]::util.col_cast[]);
18 18

  
19 19
-- ("STATECD", "UNITCD", "COUNTYCD", "locationName", "INVYR", "authorEventCode", "subplot", "TREE", "STATUSCD") is not ID
20
SELECT functions.create_if_not_exists($$ALTER TABLE "TREE" ADD CONSTRAINT "TREE.ID" UNIQUE ("individualObservationID")$$);
21
SELECT functions.cluster_once('"TREE"', '"TREE.ID"');
20
SELECT util.create_if_not_exists($$ALTER TABLE "TREE" ADD CONSTRAINT "TREE.ID" UNIQUE ("individualObservationID")$$);
21
SELECT util.cluster_once('"TREE"', '"TREE.ID"');
22 22

  
23
SELECT functions.create_if_not_exists($$CREATE INDEX "TREE.parent" ON "TREE" ("STATECD", "UNITCD", "COUNTYCD", "locationName", "INVYR", "authorEventCode", "subplot")$$);
23
SELECT util.create_if_not_exists($$CREATE INDEX "TREE.parent" ON "TREE" ("STATECD", "UNITCD", "COUNTYCD", "locationName", "INVYR", "authorEventCode", "subplot")$$);
inputs/FIA/REF_HABTYP_DESCRIPTION/import
5 5

  
6 6
map_table
7 7
psql <<'EOF'
8
SELECT functions.create_if_not_exists($$ALTER TABLE "REF_HABTYP_DESCRIPTION" ADD CONSTRAINT "REF_HABTYP_DESCRIPTION.unique" UNIQUE ("HABTYPCD", "HABTYP_PUB_CD")$$);
8
SELECT util.create_if_not_exists($$ALTER TABLE "REF_HABTYP_DESCRIPTION" ADD CONSTRAINT "REF_HABTYP_DESCRIPTION.unique" UNIQUE ("HABTYPCD", "HABTYP_PUB_CD")$$);
inputs/FIA/SUBPLOT/import
5 5

  
6 6
map_table
7 7
psql <<'EOF'
8
SELECT functions.set_col_types('"SUBPLOT"', ARRAY[
8
SELECT util.set_col_types('"SUBPLOT"', ARRAY[
9 9
  ('STATECD', 'integer')
10 10
, ('UNITCD', 'integer')
11 11
, ('COUNTYCD', 'integer')
12 12
, ('locationName', 'integer')
13 13
, ('INVYR', 'integer')
14 14
, ('subplot', 'integer')
15
]::functions.col_cast[]);
15
]::util.col_cast[]);
16 16

  
17
SELECT functions.create_if_not_exists($$ALTER TABLE "SUBPLOT" ADD CONSTRAINT "SUBPLOT.ID"     UNIQUE ("subplotID")$$);
18
SELECT functions.create_if_not_exists($$ALTER TABLE "SUBPLOT" ADD CONSTRAINT "SUBPLOT.unique" UNIQUE ("STATECD", "UNITCD", "COUNTYCD", "locationName", "INVYR", "subplot")$$);
19
SELECT functions.cluster_once('"SUBPLOT"', '"SUBPLOT.unique"');
17
SELECT util.create_if_not_exists($$ALTER TABLE "SUBPLOT" ADD CONSTRAINT "SUBPLOT.ID"     UNIQUE ("subplotID")$$);
18
SELECT util.create_if_not_exists($$ALTER TABLE "SUBPLOT" ADD CONSTRAINT "SUBPLOT.unique" UNIQUE ("STATECD", "UNITCD", "COUNTYCD", "locationName", "INVYR", "subplot")$$);
19
SELECT util.cluster_once('"SUBPLOT"', '"SUBPLOT.unique"');
inputs/FIA/REF_RESEARCH_STATION/import
7 7
psql <<'EOF'
8 8
-- contains the research station *and state name* for each state
9 9

  
10
SELECT functions.set_col_types('"REF_RESEARCH_STATION"', ARRAY[
10
SELECT util.set_col_types('"REF_RESEARCH_STATION"', ARRAY[
11 11
  ('STATECD', 'integer')
12
]::functions.col_cast[]);
12
]::util.col_cast[]);
13 13

  
14
SELECT functions.create_if_not_exists($$ALTER TABLE "REF_RESEARCH_STATION" ADD CONSTRAINT "REF_RESEARCH_STATION.unique" UNIQUE ("STATECD")$$);
14
SELECT util.create_if_not_exists($$ALTER TABLE "REF_RESEARCH_STATION" ADD CONSTRAINT "REF_RESEARCH_STATION.unique" UNIQUE ("STATECD")$$);
schemas/py_util.sql
1
--
2
-- PostgreSQL database dump
3
--
4

  
5
SET statement_timeout = 0;
6
SET client_encoding = 'UTF8';
7
SET standard_conforming_strings = on;
8
SET check_function_bodies = false;
9
SET client_min_messages = warning;
10

  
11
--
12
-- Name: py_util; Type: SCHEMA; Schema: -; Owner: bien
13
--
14

  
15
CREATE SCHEMA py_util;
16

  
17

  
18
ALTER SCHEMA py_util OWNER TO bien;
19

  
20
--
21
-- Name: SCHEMA py_util; Type: COMMENT; Schema: -; Owner: bien
22
--
23

  
24
COMMENT ON SCHEMA py_util IS 'IMPORTANT: Functions must always return NULL in place of '''' (the empty string). This ensures that empty strings do not find their way into VegBIEN.';
25

  
26

  
27
SET search_path = py_util, pg_catalog;
28

  
29
--
30
-- Name: _date(timestamp with time zone); Type: FUNCTION; Schema: py_util; Owner: bien
31
--
32

  
33
CREATE FUNCTION _date(date timestamp with time zone) RETURNS timestamp with time zone
34
    LANGUAGE sql IMMUTABLE STRICT
35
    AS $_$
36
SELECT $1
37
$_$;
38

  
39

  
40
ALTER FUNCTION py_util._date(date timestamp with time zone) OWNER TO bien;
41

  
42
--
43
-- Name: _date(text, text, text); Type: FUNCTION; Schema: py_util; Owner: bien
44
--
45

  
46
CREATE FUNCTION _date(year text DEFAULT NULL::text, month text DEFAULT NULL::text, day text DEFAULT NULL::text) RETURNS text
47
    LANGUAGE plpython3u IMMUTABLE
48
    AS $$
... This diff was truncated because it exceeds the maximum size that can be displayed.

Also available in: Unified diff