1 |
9564
|
aaronmk
|
#!/bin/bash -e
|
2 |
|
|
. "$(dirname "${BASH_SOURCE[0]}")"/../../../lib/runscripts/table_dir.run
|
3 |
|
|
. "$(dirname "${BASH_SOURCE[0]}")"/../../../lib/sh/binsearch.sh
|
4 |
|
|
|
5 |
|
|
if self_not_included; then
|
6 |
|
|
|
7 |
|
|
|
8 |
|
|
#### import resuming
|
9 |
|
|
|
10 |
|
|
|
11 |
|
|
### is_pkey_imported()
|
12 |
|
|
|
13 |
|
|
table=raw_occurrence_record
|
14 |
|
|
|
15 |
|
|
is_pkey_imported__int() # usage: pkey=# is_pkey_imported__int
|
16 |
|
|
{
|
17 |
|
|
echo_func; kw_params pkey; : "${pkey?}"; mk_table_esc
|
18 |
|
|
test "$pkey" || { log++ echo_run echo 0; return; }
|
19 |
|
|
|
20 |
|
|
use_local_remote
|
21 |
|
|
data_only=1 mysql_ANSI <<<"SELECT COUNT(*) FROM $table_esc WHERE id = $pkey"
|
22 |
|
|
}
|
23 |
|
|
|
24 |
|
|
func_override is_pkey_imported__int__no_cache
|
25 |
|
|
is_pkey_imported__int() # caches the last result for efficiency
|
26 |
|
|
{
|
27 |
|
|
local cache_key="$(declare -p pkey) $*"; load_cache
|
28 |
|
|
if ! cached; then save_cache "$(${FUNCNAME}__no_cache "$@")" || return; fi
|
29 |
|
|
echo_cached_value
|
30 |
|
|
}
|
31 |
|
|
|
32 |
|
|
is_pkey_imported()
|
33 |
|
|
{ echo_func; local int; int="$(is_pkey_imported__int)"; int2bool "$int"; }
|
34 |
|
|
|
35 |
|
|
|
36 |
|
|
get_pkey_at_pos() # usage: i=# get_pkey_at_pos
|
37 |
|
|
{
|
38 |
|
|
echo_func; log++; kw_params i; : "${i?}"; mk_table_esc
|
39 |
|
|
piped_cmd echo_run tail -c +"$i" "$top_file"\
|
40 |
|
|
|echo_run sed -n '/^INSERT INTO '"$table_esc"' VALUES \(([0-9]+),.*$/{
|
41 |
|
|
s//\1/p
|
42 |
|
|
q # stop after first match
|
43 |
|
|
}'
|
44 |
|
|
}
|
45 |
|
|
|
46 |
|
|
is_pkey_at_pos_imported()
|
47 |
|
|
{ echo_func; local pkey; pkey="$(get_pkey_at_pos)"; is_pkey_imported; }
|
48 |
|
|
|
49 |
|
|
import_resume_pos() # usage: [min=#] [max=#] import_resume_pos
|
50 |
|
|
{
|
51 |
|
|
echo_func; kw_params min max; local min="${min-0}"
|
52 |
|
|
if ! isset max; then local max; max="$(file_size "$top_file")"; fi
|
53 |
|
|
binsearch is_pkey_at_pos_imported
|
54 |
|
|
}
|
55 |
9565
|
aaronmk
|
# import_resume_pos() takes 6:07 min to run, with 37 iterations
|
56 |
9564
|
aaronmk
|
|
57 |
|
|
fi
|