Project

General

Profile

1 9564 aaronmk
#!/bin/bash -e
2
. "$(dirname "${BASH_SOURCE[0]}")"/../../../lib/runscripts/table_dir.run
3
. "$(dirname "${BASH_SOURCE[0]}")"/../../../lib/sh/binsearch.sh
4
5
if self_not_included; then
6
7
8
#### import resuming
9
10
11
### is_pkey_imported()
12
13
table=raw_occurrence_record
14
15
is_pkey_imported__int() # usage: pkey=# is_pkey_imported__int
16
{
17
	echo_func; kw_params pkey; : "${pkey?}"; mk_table_esc
18
	test "$pkey" || { log++ echo_run echo 0; return; }
19
20
	use_local_remote
21
	data_only=1 mysql_ANSI <<<"SELECT COUNT(*) FROM $table_esc WHERE id = $pkey"
22
}
23
24
func_override is_pkey_imported__int__no_cache
25
is_pkey_imported__int() # caches the last result for efficiency
26
{
27
	local cache_key="$(declare -p pkey) $*"; load_cache
28
	if ! cached; then save_cache "$(${FUNCNAME}__no_cache "$@")" || return; fi
29
	echo_cached_value
30
}
31
32
is_pkey_imported()
33
{ echo_func; local int; int="$(is_pkey_imported__int)"; int2bool "$int"; }
34
35
36
get_pkey_at_pos() # usage: i=# get_pkey_at_pos
37
{
38
	echo_func; log++; kw_params i; : "${i?}"; mk_table_esc
39
	piped_cmd echo_run tail -c +"$i" "$top_file"\
40
	|echo_run sed -n '/^INSERT INTO '"$table_esc"' VALUES \(([0-9]+),.*$/{
41
s//\1/p
42
q # stop after first match
43
}'
44
}
45
46
is_pkey_at_pos_imported()
47
{ echo_func; local pkey; pkey="$(get_pkey_at_pos)"; is_pkey_imported; }
48
49
import_resume_pos() # usage: [min=#] [max=#] import_resume_pos
50
{
51
	echo_func; kw_params min max; local min="${min-0}"
52
	if ! isset max; then local max; max="$(file_size "$top_file")"; fi
53
	binsearch is_pkey_at_pos_imported
54
}
55 9565 aaronmk
# import_resume_pos() takes 6:07 min to run, with 37 iterations
56 9564 aaronmk
57
fi