Project

General

Profile

1 8291 aaronmk
#!/bin/bash -e
2 8273 aaronmk
3
if false; then #### run script template:
4 8291 aaronmk
#!/bin/bash -e
5 8273 aaronmk
. "$(dirname "${BASH_SOURCE[0]}")"/path/to/table.run
6 8161 aaronmk
7 9039 aaronmk
func_override import__table_run
8 9074 aaronmk
import()
9 8273 aaronmk
{
10 8881 aaronmk
	echo_func
11 8273 aaronmk
	before_import_cmds
12 9681 aaronmk
	self_make import__table_run "$@"
13 8273 aaronmk
	after_import_cmds
14
}
15
fi ####
16 8213 aaronmk
17 8296 aaronmk
. "$(dirname "${BASH_SOURCE[0]}")"/import.run
18 9854 aaronmk
.rel subdir.run
19
.rel ../sh/db_make.sh
20 8273 aaronmk
21 8705 aaronmk
if self_not_included; then
22
23 9585 aaronmk
: "${table=$subdir}"; export table
24
25
table_make() { subdir_make "$@"; }
26
27 9935 aaronmk
install_log_rel=logs/install.log.sql
28
29 9934 aaronmk
table_make_install()
30
{
31 9935 aaronmk
	echo_func; local install_log="${install_log-$top_dir/$install_log_rel}"
32 9934 aaronmk
	local verbosity_min= # install logs require default verbosity
33
	set -- table_make "$@"
34
	if remaking || test ! -e "$install_log"; then "$@" # OK to clobber log
35
	else benign_error=1 noclobber=1 "$@" || true
36
	fi
37
}
38
39 9936 aaronmk
datasrc_make_install()
40
{
41
	echo_func
42
	subdir=. install_log="$top_dir/../$install_log_rel" table_make_install "$@"
43
}
44
45 10248 aaronmk
postprocess_sql="$top_dir"/postprocess.sql
46
47 10249 aaronmk
is_view="$(test -e "$postprocess_sql" \
48
&& grep -F force_update_view "$postprocess_sql" >/dev/null; exit2bool)"
49
50 9074 aaronmk
map_table()
51 10210 aaronmk
# note that collisions may prevent all renames from being made at once.
52 10211 aaronmk
# if this is the case, run map_table repeatedly until no more renames are made:
53
# $ while true; do .../run map_table; done
54 10210 aaronmk
# collisions may result if the staging table gets messed up (e.g. due to missing
55
# input columns in map.csv).
56 8161 aaronmk
{
57 9838 aaronmk
	echo_func; set_make_vars
58 10250 aaronmk
	if test "$is_view"; then return 0; fi # do not rename view columns
59
60 9386 aaronmk
	table_make map.csv
61 10156 aaronmk
	local map_table="\"~$table.map\"" # sort after other tables to avoid clutter
62 8214 aaronmk
	psql <<EOF
63 10156 aaronmk
SELECT util.reset_map_table('$map_table');
64
ALTER TABLE $map_table DISABLE TRIGGER map_filter_insert;
65
\copy $map_table FROM 'map.csv' CSV HEADER;
66 10366 aaronmk
SELECT util.set_col_names_with_metadata('"$table"', '$map_table');
67 8161 aaronmk
EOF
68
}
69 8198 aaronmk
70 9838 aaronmk
mk_derived()
71
{ echo_func; set_make_vars; "$root_dir"/schemas/VegCore/mk_derived; }
72 8245 aaronmk
73 9074 aaronmk
remake_VegBIEN_mappings()
74 8245 aaronmk
{
75 9838 aaronmk
	echo_func; set_make_vars
76 9047 aaronmk
	public_schema_exists || return 0
77 10252 aaronmk
	if remaking; then in_top_dir rm map.csv; fi # remake it
78 9967 aaronmk
	piped_cmd yes|table_make test
79 8245 aaronmk
}
80 8273 aaronmk
81 10273 aaronmk
custom_postprocess() # overridable
82 8273 aaronmk
{
83 9838 aaronmk
	echo_func; set_make_vars
84 10248 aaronmk
	local file="$postprocess_sql"
85 8273 aaronmk
	if test -e "$file"; then psql "$@"; fi
86
}
87
88 9836 aaronmk
load_data()
89 9392 aaronmk
{
90 9838 aaronmk
	echo_func; set_make_vars
91 9937 aaronmk
	datasrc_make_install schema
92 9934 aaronmk
	table_make_install ${_remake:+re}install # just the table
93 9392 aaronmk
}
94
95 10274 aaronmk
postprocess()
96 8273 aaronmk
{
97 9838 aaronmk
	echo_func; set_make_vars
98 10275 aaronmk
	kw_params can_test; local can_test="${can_test-1}"
99 8282 aaronmk
	map_table
100 10273 aaronmk
	custom_postprocess
101 10171 aaronmk
	mk_derived
102 10367 aaronmk
	if test "$can_test"; then remake_VegBIEN_mappings; fi
103 8273 aaronmk
}
104 8705 aaronmk
105 10274 aaronmk
import()
106
{
107
	echo_func; set_make_vars
108
	self_make load_data
109
	postprocess
110
}
111
112 8705 aaronmk
fi