Project

General

Profile

1 8291 aaronmk
#!/bin/bash -e
2 8273 aaronmk
3
if false; then #### run script template:
4 8291 aaronmk
#!/bin/bash -e
5 8273 aaronmk
. "$(dirname "${BASH_SOURCE[0]}")"/path/to/table.run
6 8161 aaronmk
7 9039 aaronmk
func_override import__table_run
8 9074 aaronmk
import()
9 8273 aaronmk
{
10 8881 aaronmk
	echo_func
11 8273 aaronmk
	before_import_cmds
12 9681 aaronmk
	self_make import__table_run "$@"
13 8273 aaronmk
	after_import_cmds
14
}
15
fi ####
16 8213 aaronmk
17 8296 aaronmk
. "$(dirname "${BASH_SOURCE[0]}")"/import.run
18 9854 aaronmk
.rel subdir.run
19
.rel ../sh/db_make.sh
20 8273 aaronmk
21 8705 aaronmk
if self_not_included; then
22
23 9585 aaronmk
: "${table=$subdir}"; export table
24
25
table_make() { subdir_make "$@"; }
26
27 9935 aaronmk
install_log_rel=logs/install.log.sql
28
29 9934 aaronmk
table_make_install()
30
{
31 9935 aaronmk
	echo_func; local install_log="${install_log-$top_dir/$install_log_rel}"
32 9934 aaronmk
	local verbosity_min= # install logs require default verbosity
33
	set -- table_make "$@"
34
	if remaking || test ! -e "$install_log"; then "$@" # OK to clobber log
35
	else benign_error=1 noclobber=1 "$@" || true
36
	fi
37
}
38
39 9936 aaronmk
datasrc_make_install()
40
{
41
	echo_func
42
	subdir=. install_log="$top_dir/../$install_log_rel" table_make_install "$@"
43
}
44
45 9074 aaronmk
map_table()
46 10210 aaronmk
# note that collisions may prevent all renames from being made at once.
47 10211 aaronmk
# if this is the case, run map_table repeatedly until no more renames are made:
48
# $ while true; do .../run map_table; done
49 10210 aaronmk
# collisions may result if the staging table gets messed up (e.g. due to missing
50
# input columns in map.csv).
51 8161 aaronmk
{
52 9838 aaronmk
	echo_func; set_make_vars
53 9386 aaronmk
	table_make map.csv
54 10156 aaronmk
	local map_table="\"~$table.map\"" # sort after other tables to avoid clutter
55 8214 aaronmk
	psql <<EOF
56 10156 aaronmk
SELECT util.reset_map_table('$map_table');
57
ALTER TABLE $map_table DISABLE TRIGGER map_filter_insert;
58
\copy $map_table FROM 'map.csv' CSV HEADER;
59
SELECT util.set_col_names_with_metadata('"$table"', '$map_table'::regclass);
60 8161 aaronmk
EOF
61
}
62 8198 aaronmk
63 9838 aaronmk
mk_derived()
64
{ echo_func; set_make_vars; "$root_dir"/schemas/VegCore/mk_derived; }
65 8245 aaronmk
66 9074 aaronmk
remake_VegBIEN_mappings()
67 8245 aaronmk
{
68 9838 aaronmk
	echo_func; set_make_vars
69 9047 aaronmk
	public_schema_exists || return 0
70 9946 aaronmk
	if remaking; then in_top_dir rm header.csv map.csv; fi # remake them
71 9967 aaronmk
	piped_cmd yes|table_make test
72 8245 aaronmk
}
73 8273 aaronmk
74 9074 aaronmk
postprocess() # overridable
75 8273 aaronmk
{
76 9838 aaronmk
	echo_func; set_make_vars
77 8273 aaronmk
	local file="$top_dir"/postprocess.sql
78
	if test -e "$file"; then psql "$@"; fi
79
}
80
81 9836 aaronmk
load_data()
82 9392 aaronmk
{
83 9838 aaronmk
	echo_func; set_make_vars
84 9937 aaronmk
	datasrc_make_install schema
85 9934 aaronmk
	table_make_install ${_remake:+re}install # just the table
86 9392 aaronmk
}
87
88 9074 aaronmk
import()
89 8273 aaronmk
{
90 9838 aaronmk
	echo_func; set_make_vars
91 9841 aaronmk
	self_make load_data
92 8282 aaronmk
	map_table
93
	postprocess
94 10171 aaronmk
	mk_derived
95 9947 aaronmk
	remake_VegBIEN_mappings
96 8273 aaronmk
}
97 8705 aaronmk
98
fi