Project

General

Profile

1
#!/bin/bash -e
2
# Imports all inputs at once
3
set -o errexit -o pipefail # errexit since may be called from shell
4

    
5
if test "$1" = .; then set --; fi # was .-included without args, so $@ is wrong
6

    
7
hidden_srcs()
8
{
9
    local hidden_srcs=1 inputs=() # with_all adds the hidden srcs to @inputs
10
    . "$selfDir/with_all" import by_col=1 "$@"
11
}
12

    
13
delete_logs()
14
{
15
	if test "$delete_logs"; then
16
		find . -name "${n:+n=$n.}$version.log.sql" -delete
17
	fi
18
}
19

    
20
main()
21
{
22
    local self="${BASH_SOURCE[0]}"
23
    local selfDir="$(dirname -- "$self")"
24
    pushd "$selfDir/.."
25
    
26
    if ! test "$SHLVL" -ge 2; then # was run without subshell
27
        # needs subshell so errexits don't close the terminal window
28
        echo 'usage: must be run in a subshell, obtained by running `$0`' >&2
29
        return 0 # not nonzero because this will close the terminal window
30
    fi
31
    if test "${BASH_LINENO[1]}" = 0; then # was run without initial "."
32
        echo "usage: (*in subshell*) [version=...] [inputs=(inputs/src/ ...)]; \
33
. $self [vars...] (note initial \".\")"|fold -s >&2
34
        return 0 # not nonzero because this will close the subshell
35
    fi
36
    : ${version=$(make -s version)}
37
    local by_col=${by_col-1} full_import=1
38
    export version by_col full_import
39
    
40
    if test ! "${log-1}"; then local delete_logs=1; fi #log==''
41
    trap delete_logs EXIT SIGINT SIGTERM
42
    
43
    local log=1 # always use log files for background processes
44
    
45
    # remove any leftover TNRS lockfile. usually, the PID in it would not exist,
46
    # but sometimes it now refers to an active process which blocks tnrs.make.
47
    "rm" -f inputs/.TNRS/tnrs/tnrs.make.lock
48
    
49
    make schemas/$version/reinstall
50
    
51
    set +o errexit # don't errexit if a background process is Ctrl-C'd
52
    
53
    local hidden_srcs=1; . "$selfDir/with_all" Source/import "$@"
54
        # note that this isn't affected by $import_source
55
    wait # wait for asynchronous commands
56
    unset hidden_srcs
57
    
58
    local import_source= # Source tables have already been imported
59
    export import_source # must come after local
60
    
61
    hidden_srcs "$@" # separate function to avoid overwriting @inputs
62
    wait # wait for asynchronous commands
63
    
64
    . "$selfDir/with_all" import_scrub "$@" # uses $by_col
65
    
66
    local jobs="$(jobs -p)"
67
    echo "import_scrub PIDs: $jobs" >&2
68
    
69
    bin/after_import $jobs &
70
    echo "after_import PID: $!" >&2
71
    
72
    . bin/disown_all
73
    
74
    popd
75
    delete_logs # manually run b/c `trap EXIT` doesn't run until bg cmds done
76
}
77
main "$@"
(31-31/86)