1 |
8291
|
aaronmk
|
#!/bin/bash -e
|
2 |
9328
|
aaronmk
|
set -o errexit -o pipefail # errexit in case caller's #! line missing -e
|
3 |
8952
|
aaronmk
|
|
4 |
9018
|
aaronmk
|
if test ! "$_util_sh_include_guard_utils"; then
|
5 |
|
|
_util_sh_include_guard_utils=1
|
6 |
|
|
|
7 |
9074
|
aaronmk
|
isset() { test "${!1+isset}"; }
|
8 |
9002
|
aaronmk
|
|
9 |
9074
|
aaronmk
|
realpath() { readlink -f -- "$1"; }
|
10 |
8703
|
aaronmk
|
|
11 |
9314
|
aaronmk
|
str2varname() { echo "${1//[^a-zA-Z0-9_]/_}"; }
|
12 |
8716
|
aaronmk
|
|
13 |
9312
|
aaronmk
|
include_guard_var() { str2varname "$(realpath "$1")"; }
|
14 |
|
|
|
15 |
9074
|
aaronmk
|
self_not_included() # usage: if self_not_included; then ... fi
|
16 |
8703
|
aaronmk
|
{
|
17 |
8971
|
aaronmk
|
test $# -ge 1 || set -- "${BASH_SOURCE[1]}"
|
18 |
8703
|
aaronmk
|
local include_guard="$(include_guard_var "$1")"
|
19 |
8793
|
aaronmk
|
alias self_being_included=false
|
20 |
9003
|
aaronmk
|
! isset "$include_guard" && \
|
21 |
8793
|
aaronmk
|
{ eval "$include_guard"=1; alias self_being_included=true; }
|
22 |
8703
|
aaronmk
|
}
|
23 |
|
|
|
24 |
8793
|
aaronmk
|
# to load newly-defined aliases for use in functions in the same file:
|
25 |
|
|
## fi # load new aliases
|
26 |
|
|
## if self_being_included; then
|
27 |
|
|
# this is needed because aliases defined inside an if statement are not
|
28 |
|
|
# available inside that if statement
|
29 |
|
|
|
30 |
9018
|
aaronmk
|
fi
|
31 |
9017
|
aaronmk
|
|
32 |
9018
|
aaronmk
|
|
33 |
8704
|
aaronmk
|
if self_not_included "${BASH_SOURCE[0]}"; then
|
34 |
|
|
|
35 |
9017
|
aaronmk
|
|
36 |
|
|
#### options
|
37 |
|
|
|
38 |
8709
|
aaronmk
|
shopt -s expand_aliases
|
39 |
|
|
|
40 |
9017
|
aaronmk
|
|
41 |
9226
|
aaronmk
|
#### vars
|
42 |
|
|
|
43 |
|
|
set_var() { eval "$1"'="$2"'; }
|
44 |
|
|
|
45 |
9420
|
aaronmk
|
set_default() { if ! isset "$1"; then set_var "$@"; fi; }
|
46 |
|
|
|
47 |
9226
|
aaronmk
|
set_inv() { set_var no_"$1" "$(test "${!1}" || echo 1)"; }
|
48 |
|
|
|
49 |
|
|
# usage: local var=...; local_inv
|
50 |
|
|
alias local_inv='declare "no_$var=$(test "${!var}" || echo 1)"'
|
51 |
|
|
|
52 |
9227
|
aaronmk
|
unexport() { export -n "$@"; }
|
53 |
|
|
# `declare +x` won't work because it defines the var if it isn't set
|
54 |
|
|
|
55 |
9236
|
aaronmk
|
alias local_export='declare -x' # combines effects of local and export
|
56 |
|
|
|
57 |
9226
|
aaronmk
|
get_prefix_vars() { : "${prefix:?}"; eval echo '${!'$prefix'*}'; }
|
58 |
|
|
|
59 |
|
|
# usage: local prefix=..._; import_vars
|
60 |
|
|
# when used inside another alias 2+ levels deep, *must* be run inside a function
|
61 |
|
|
alias import_vars="$(cat <<'EOF'
|
62 |
|
|
: "${prefix:?}"
|
63 |
|
|
declare src_var dest_var
|
64 |
|
|
for src_var in $(get_prefix_vars); do
|
65 |
|
|
dest_var="${src_var#$prefix}"
|
66 |
|
|
declare "$dest_var=${!src_var}"; echo_vars "$dest_var"
|
67 |
|
|
done
|
68 |
|
|
EOF
|
69 |
|
|
)"
|
70 |
|
|
|
71 |
|
|
|
72 |
9311
|
aaronmk
|
#### caching
|
73 |
|
|
|
74 |
|
|
## shell-variable-based caching
|
75 |
|
|
|
76 |
9330
|
aaronmk
|
# usage: local cache_key=...; load_cache; \
|
77 |
9331
|
aaronmk
|
# if ! cached; then save_cache value || return; fi; echo_cached_value
|
78 |
9311
|
aaronmk
|
# cache_key for function inputs: "$(declare -p "$kw_param"...) $*"
|
79 |
|
|
alias load_cache='declare cache_var="$(str2varname "${FUNCNAME}___$cache_key")"'
|
80 |
|
|
alias cached='isset "$cache_var"'
|
81 |
|
|
alias save_cache='set_var "$cache_var"'
|
82 |
|
|
alias echo_cached_value='echo "${!cache_var}"'
|
83 |
|
|
|
84 |
|
|
clear_cache() # usage: func=... clear_cache
|
85 |
|
|
{ : "${func:?}"; unset $(prefix="${func}___" get_prefix_vars); }
|
86 |
|
|
|
87 |
|
|
fi # load new aliases
|
88 |
|
|
if self_being_included; then
|
89 |
|
|
|
90 |
|
|
|
91 |
9017
|
aaronmk
|
#### aliases
|
92 |
|
|
|
93 |
9074
|
aaronmk
|
unalias() { builtin unalias "$@" 2>&- || true; } # no error if undefined
|
94 |
8889
|
aaronmk
|
|
95 |
9191
|
aaronmk
|
# usage: alias alias_='var=value run_cmd '
|
96 |
|
|
function run_cmd() { "$@"; }
|
97 |
|
|
alias run_cmd='"run_cmd" ' # last space alias-expands next word
|
98 |
9017
|
aaronmk
|
|
99 |
9191
|
aaronmk
|
|
100 |
9082
|
aaronmk
|
#### functions
|
101 |
|
|
|
102 |
9235
|
aaronmk
|
kw_params() # usage: func() { kw_params param_var...; }; ...; param_var=... cmd
|
103 |
9229
|
aaronmk
|
# removes keyword-param-only vars from the environment
|
104 |
|
|
{ unexport "$@"; }
|
105 |
9228
|
aaronmk
|
|
106 |
9082
|
aaronmk
|
alias self='command "$FUNCNAME"' # usage: wrapper() { self ...; }
|
107 |
|
|
|
108 |
|
|
|
109 |
8886
|
aaronmk
|
#### exceptions
|
110 |
|
|
|
111 |
9032
|
aaronmk
|
# usage: cmd || { save_e; ...; rethrow; }
|
112 |
9031
|
aaronmk
|
alias export_e='e=$?'
|
113 |
9032
|
aaronmk
|
alias save_e='declare e=$?'
|
114 |
8976
|
aaronmk
|
alias rethrow='return "$e"'
|
115 |
|
|
alias rethrow_subshell='exit "$e"'
|
116 |
|
|
|
117 |
8978
|
aaronmk
|
fi # load new aliases
|
118 |
|
|
if self_being_included; then
|
119 |
|
|
|
120 |
9535
|
aaronmk
|
# usage: try cmd...; ignore_e status; if catch status; then ...; fi; end_try
|
121 |
8886
|
aaronmk
|
|
122 |
9448
|
aaronmk
|
function try() { e=0; benign_error=1 "$@" || { export_e; true; }; }
|
123 |
9177
|
aaronmk
|
alias try='declare e; "try" ' # last space alias-expands next word
|
124 |
8886
|
aaronmk
|
|
125 |
9534
|
aaronmk
|
catch() { test "$e" -eq "$1" && e=0; }
|
126 |
8886
|
aaronmk
|
|
127 |
9535
|
aaronmk
|
ignore_e() { catch "$@" || true; }
|
128 |
8886
|
aaronmk
|
|
129 |
8977
|
aaronmk
|
alias end_try='rethrow'
|
130 |
|
|
alias end_try_subshell='rethrow_subshell'
|
131 |
8886
|
aaronmk
|
|
132 |
9536
|
aaronmk
|
ignore() { save_e; ignore_e "$@"; rethrow; } # usage: try cmd || ignore status
|
133 |
|
|
|
134 |
9020
|
aaronmk
|
fi # load new aliases
|
135 |
|
|
if self_being_included; then
|
136 |
9017
|
aaronmk
|
|
137 |
9020
|
aaronmk
|
|
138 |
8899
|
aaronmk
|
#### integers
|
139 |
|
|
|
140 |
9074
|
aaronmk
|
let!() { let "$@" || true; } # always returns true; safe to use for setting
|
141 |
8899
|
aaronmk
|
# "If the last ARG evaluates to 0, let returns 1" (`help let`)
|
142 |
|
|
|
143 |
9074
|
aaronmk
|
bool2int() { try test ! "$1"; echo "$e"; } # empty->0; non-empty->1
|
144 |
9004
|
aaronmk
|
|
145 |
9538
|
aaronmk
|
int2bool() { (( "$1" != 0 )); }
|
146 |
9017
|
aaronmk
|
|
147 |
9538
|
aaronmk
|
|
148 |
9364
|
aaronmk
|
#### floats
|
149 |
|
|
|
150 |
|
|
int_part() { echo "${1%%.*}"; }
|
151 |
|
|
|
152 |
|
|
dec_suffix() { echo "${1#$(int_part "$1")}"; }
|
153 |
|
|
|
154 |
|
|
round_down() { int_part "$1"; }
|
155 |
|
|
|
156 |
|
|
float+int() { echo "$(($(int_part "$1")+$2))$(dec_suffix "$1")"; }
|
157 |
|
|
|
158 |
|
|
|
159 |
9079
|
aaronmk
|
#### strings
|
160 |
|
|
|
161 |
9081
|
aaronmk
|
repeat() # usage: str=... n=... repeat
|
162 |
|
|
{
|
163 |
9304
|
aaronmk
|
: "${str?}" "${n:?}"; local result= n="$n" # n will be modified in function
|
164 |
|
|
for (( ; n > 0; n-- )); do result="$result$str"; done
|
165 |
|
|
echo "$result"
|
166 |
9081
|
aaronmk
|
}
|
167 |
|
|
|
168 |
9443
|
aaronmk
|
sed_cmd="command sed -`case "$(uname)" in Darwin) echo E;; *) echo r;; esac`"
|
169 |
9366
|
aaronmk
|
alias sed="$sed_cmd"
|
170 |
9079
|
aaronmk
|
|
171 |
9366
|
aaronmk
|
fi # load new aliases
|
172 |
|
|
if self_being_included; then
|
173 |
9079
|
aaronmk
|
|
174 |
9425
|
aaronmk
|
rtrim() { log+ 3; sed 's/[[:space:]]+$//' <<<"$1"; }
|
175 |
9079
|
aaronmk
|
|
176 |
9085
|
aaronmk
|
|
177 |
8854
|
aaronmk
|
#### arrays
|
178 |
8694
|
aaronmk
|
|
179 |
9074
|
aaronmk
|
join() { local IFS="$delim"; echo "$*"; } # usage: delim=... join elems...
|
180 |
8816
|
aaronmk
|
|
181 |
9074
|
aaronmk
|
reverse() # usage: array=($(reverse args...))
|
182 |
8691
|
aaronmk
|
{
|
183 |
|
|
local i
|
184 |
9080
|
aaronmk
|
for (( i=$#; i > 0; i-- )); do printf '%q ' "${!i}"; done
|
185 |
8691
|
aaronmk
|
}
|
186 |
|
|
|
187 |
9097
|
aaronmk
|
contains() # usage: contains value in_array...
|
188 |
|
|
{
|
189 |
|
|
local value="$1"; shift
|
190 |
|
|
local elem
|
191 |
|
|
for elem in "$@"; do if test "$elem" = "$value"; then return 0; fi; done
|
192 |
|
|
return 1
|
193 |
|
|
}
|
194 |
9017
|
aaronmk
|
|
195 |
9097
|
aaronmk
|
|
196 |
8854
|
aaronmk
|
#### verbose output
|
197 |
|
|
|
198 |
9110
|
aaronmk
|
|
199 |
9208
|
aaronmk
|
err_fd=2 # stderr
|
200 |
|
|
|
201 |
9111
|
aaronmk
|
usage() { echo "Usage: $1" >&2; return 2; }
|
202 |
9110
|
aaronmk
|
|
203 |
|
|
|
204 |
9452
|
aaronmk
|
### log++
|
205 |
9110
|
aaronmk
|
|
206 |
9361
|
aaronmk
|
log_fd=2 # initially stderr
|
207 |
9209
|
aaronmk
|
|
208 |
9142
|
aaronmk
|
if test "$explicit_errors_only"; then verbosity=0; fi # hide startup logging
|
209 |
|
|
|
210 |
9006
|
aaronmk
|
# set verbosity
|
211 |
9005
|
aaronmk
|
if isset verbose; then : "${verbosity:=$(bool2int "$verbose")}"; fi
|
212 |
9145
|
aaronmk
|
if isset vb; then : "${verbosity:=$vb}"; fi
|
213 |
9272
|
aaronmk
|
: "${verbosity=1}" # default
|
214 |
9006
|
aaronmk
|
: "${verbosity:=0}" # ensure non-empty
|
215 |
9119
|
aaronmk
|
export verbosity # propagate to invoked commands
|
216 |
9381
|
aaronmk
|
export PS4 # follows verbosity, so also propagate this
|
217 |
8710
|
aaronmk
|
|
218 |
9396
|
aaronmk
|
verbosity_int() { round_down "$verbosity"; }
|
219 |
|
|
|
220 |
9450
|
aaronmk
|
# verbosities (and `make` equivalents):
|
221 |
9359
|
aaronmk
|
# 0: just print errors. useful for cron jobs.
|
222 |
9451
|
aaronmk
|
# vs. make: equivalent to --silent, but suppresses external command output
|
223 |
9359
|
aaronmk
|
# 1: also external commands run. useful for running at the command line.
|
224 |
9450
|
aaronmk
|
# vs. make: not provided (but sorely needed to avoid excessive output)
|
225 |
9359
|
aaronmk
|
# 2: full graphical call tree. useful for determining where error occurred.
|
226 |
9450
|
aaronmk
|
# vs. make: equivalent to default verbosity, but with much-needed indents
|
227 |
9360
|
aaronmk
|
# 3: also values of kw params and variables. useful for low-level debugging.
|
228 |
9450
|
aaronmk
|
# vs. make: not provided; need to manually use $(error $(var))
|
229 |
9359
|
aaronmk
|
# 4: also variables in util.sh commands. useful for debugging util.sh.
|
230 |
9450
|
aaronmk
|
# vs. make: somewhat similar to --print-data-base
|
231 |
9359
|
aaronmk
|
# 5: also variables in logging commands themselves. useful for debugging echo_*.
|
232 |
9450
|
aaronmk
|
# vs. make: not provided; need to search Makefile for @ at beginning of cmd
|
233 |
9359
|
aaronmk
|
# 6+: not currently used (i.e. same as 5)
|
234 |
|
|
|
235 |
9287
|
aaronmk
|
# definition: the log_level is the minimum verbosity needed to display a message
|
236 |
|
|
# for messages that use can_log(), the log_level starts with *1*, not 0
|
237 |
|
|
# for unfiltered messages, the log_level is 0 (i.e. still output at verbosity=0)
|
238 |
9288
|
aaronmk
|
# to view a message's log_level, count the # of + signs before it in the output
|
239 |
9284
|
aaronmk
|
|
240 |
9305
|
aaronmk
|
fi # load new aliases
|
241 |
|
|
if self_being_included; then
|
242 |
|
|
|
243 |
9299
|
aaronmk
|
# usage: in func: log++; ... OR log_local; "log++"; ...
|
244 |
9176
|
aaronmk
|
# outside func: log++; ...; log--
|
245 |
9301
|
aaronmk
|
# before cmd: log++ cmd...
|
246 |
9302
|
aaronmk
|
# without a cmd, "$@" expands to nothing and assignments are applied to caller
|
247 |
9305
|
aaronmk
|
# "${@:2}" expands to all of $@ after *1st* arg, not 2nd ($@ indexes start at 1)
|
248 |
9373
|
aaronmk
|
log+()
|
249 |
|
|
{
|
250 |
|
|
# no local vars because w/o cmd, assignments should be applied to caller
|
251 |
9378
|
aaronmk
|
PS4="$(if test "$1" -gt 0; then echo "$(str="${PS4:0:1}" n="$1" repeat)$PS4"
|
252 |
9480
|
aaronmk
|
else echo "${PS4:$((-$1))}"; fi)" \
|
253 |
9377
|
aaronmk
|
verbosity="$(float+int "$verbosity" "-$1")" "${@:2}"
|
254 |
9373
|
aaronmk
|
}
|
255 |
9374
|
aaronmk
|
log++() { log+ 1 "$@"; }
|
256 |
|
|
log--() { log+ -1 "$@"; }
|
257 |
9300
|
aaronmk
|
alias log_local='declare PS4="$PS4" verbosity="$verbosity"'
|
258 |
9395
|
aaronmk
|
alias log+='log_local; "log+"' # don't expand next word because it's not a cmd
|
259 |
9301
|
aaronmk
|
alias log++='log_local; "log++" ' # last space alias-expands next word
|
260 |
|
|
alias log--='log_local; "log--" ' # last space alias-expands next word
|
261 |
9176
|
aaronmk
|
|
262 |
9397
|
aaronmk
|
verbosity_min() # usage: verbosity_min min
|
263 |
|
|
{ if test "$(verbosity_int)" -lt "$1"; then verbosity="$1"; fi; }
|
264 |
|
|
alias verbosity_min='log_local; "verbosity_min"'
|
265 |
9289
|
aaronmk
|
|
266 |
9397
|
aaronmk
|
|
267 |
9289
|
aaronmk
|
# indent for call tree. this is *not* the log_level (below).
|
268 |
9382
|
aaronmk
|
: "${log_indent_step=| }" "${log_indent=}"
|
269 |
|
|
export log_indent_step log_indent # propagate to invoked commands
|
270 |
9289
|
aaronmk
|
|
271 |
9382
|
aaronmk
|
__caller_indent='log_indent="$log_indent$log_indent_step"'
|
272 |
9289
|
aaronmk
|
alias caller_indent="$__caller_indent"
|
273 |
|
|
alias indent="declare $__caller_indent"
|
274 |
|
|
|
275 |
|
|
|
276 |
9190
|
aaronmk
|
fi # load new aliases
|
277 |
|
|
if self_being_included; then
|
278 |
|
|
|
279 |
9396
|
aaronmk
|
can_log() { test "$(verbosity_int)" -gt 0; }
|
280 |
9380
|
aaronmk
|
# verbosity=0 turns off all logging
|
281 |
8895
|
aaronmk
|
|
282 |
9212
|
aaronmk
|
log() { if can_log; then echo "$log_indent$PS4$1" >&"$log_fd"; fi; }
|
283 |
9064
|
aaronmk
|
|
284 |
9270
|
aaronmk
|
log_custom() # usage: symbol=... log_custom msg
|
285 |
9242
|
aaronmk
|
{ log_indent="${log_indent//[^ ]/$symbol}" PS4="${PS4//[^ ]/$symbol}" log "$@";}
|
286 |
9070
|
aaronmk
|
|
287 |
9251
|
aaronmk
|
log_err() { symbol='#' verbosity=1 log_fd="$err_fd" log_custom "$@"; }
|
288 |
9070
|
aaronmk
|
|
289 |
9250
|
aaronmk
|
log_info() { symbol=: log_custom "$@"; }
|
290 |
9070
|
aaronmk
|
|
291 |
9446
|
aaronmk
|
die() # usage: cmd || [type=...] die msg (msg can use $? but not $())
|
292 |
9270
|
aaronmk
|
{ save_e; kw_params type; "log_${type:-err}" "$1"; rethrow; }
|
293 |
9069
|
aaronmk
|
|
294 |
9447
|
aaronmk
|
die_e() # usage: cmd || [benign_error=1] die_e [|| handle error]
|
295 |
|
|
{
|
296 |
|
|
save_e; kw_params benign_error
|
297 |
9449
|
aaronmk
|
if test "$benign_error"; then log++; fi
|
298 |
9447
|
aaronmk
|
type="${benign_error:+info}" die "command exited with \
|
299 |
|
|
$(if test "$benign_error"; then echo status; else echo error; fi) $e"
|
300 |
|
|
rethrow
|
301 |
|
|
}
|
302 |
8919
|
aaronmk
|
|
303 |
9437
|
aaronmk
|
|
304 |
9233
|
aaronmk
|
#### functions
|
305 |
|
|
|
306 |
|
|
func_exists() { declare -f "$1" >/dev/null; }
|
307 |
|
|
|
308 |
|
|
copy_func() # usage: from=... to=... copy_func
|
309 |
|
|
# $to must not exist. to get around the no-clobber restriction, use `unset -f`.
|
310 |
|
|
{
|
311 |
|
|
: "${from:?}" "${to:?}"
|
312 |
|
|
func_exists "$from" || die "function does not exist: $from"
|
313 |
|
|
! func_exists "$to" || die "function already exists: $to"
|
314 |
|
|
local from_def="$(declare -f "$from")"
|
315 |
|
|
eval "$to${from_def#$from}"
|
316 |
|
|
}
|
317 |
|
|
|
318 |
|
|
func_override() # usage: func_override old_name__suffix
|
319 |
|
|
{ from="${1%%__*}" to="$1" copy_func; }
|
320 |
|
|
|
321 |
|
|
ensure_nested_func() # usage: func__nested_func() { ensure_nested_func; ... }
|
322 |
|
|
{
|
323 |
|
|
local nested_func="${FUNCNAME[1]}"
|
324 |
|
|
local func="${nested_func%%__*}"
|
325 |
|
|
contains "$func" "${FUNCNAME[@]}" || \
|
326 |
|
|
die "$nested_func() must be used by $func()"
|
327 |
|
|
}
|
328 |
|
|
|
329 |
|
|
|
330 |
9240
|
aaronmk
|
#### paths
|
331 |
|
|
|
332 |
9313
|
aaronmk
|
# cache realpath
|
333 |
|
|
: "${realpath_cache=}" # default off because slower than without
|
334 |
|
|
if test "$realpath_cache"; then
|
335 |
|
|
func_override realpath__no_cache
|
336 |
|
|
realpath() # caches the last result for efficiency
|
337 |
|
|
{
|
338 |
|
|
local cache_key="$*"; load_cache
|
339 |
9331
|
aaronmk
|
if ! cached; then save_cache "$(realpath__no_cache "$@")" || return; fi
|
340 |
9313
|
aaronmk
|
echo_cached_value
|
341 |
|
|
}
|
342 |
|
|
fi
|
343 |
|
|
|
344 |
9244
|
aaronmk
|
rel_path() # usage: base_dir=... path=... rel_path
|
345 |
9240
|
aaronmk
|
{
|
346 |
9244
|
aaronmk
|
log++; kw_params base_dir path
|
347 |
|
|
: "${base_dir:?}" "${path:?}"
|
348 |
|
|
|
349 |
9246
|
aaronmk
|
local path="$path/" # add *extra* / to match path when exactly = base_dir
|
350 |
|
|
path="${path#$base_dir/}" # remove prefix shared with base_dir
|
351 |
|
|
path="${path%/}" # remove any remaining extra trailing /
|
352 |
9244
|
aaronmk
|
|
353 |
9245
|
aaronmk
|
if test ! "$path"; then path=.; fi # ensure non-empty
|
354 |
|
|
|
355 |
9244
|
aaronmk
|
echo_vars path
|
356 |
9240
|
aaronmk
|
echo "$path"
|
357 |
|
|
}
|
358 |
|
|
|
359 |
9309
|
aaronmk
|
cd -P . # expand symlinks in $PWD so it matches the output of realpath
|
360 |
|
|
# do before setting $top_script_abs so realpath has less symlinks to resolve
|
361 |
|
|
|
362 |
9331
|
aaronmk
|
canon_rel_path()
|
363 |
|
|
{
|
364 |
|
|
local path; path="$(realpath "$1")" || return
|
365 |
|
|
base_dir="$PWD" rel_path
|
366 |
|
|
}
|
367 |
9244
|
aaronmk
|
|
368 |
9240
|
aaronmk
|
# makes $1 a canon_rel_path if it's a filesystem path
|
369 |
|
|
alias cmd2rel_path="$(cat <<'EOF'
|
370 |
|
|
if test "$(type -t "$1")" = file && test -e "$1"; then # not relative to PATH
|
371 |
|
|
declare _1="$1"; shift
|
372 |
9331
|
aaronmk
|
_1="$(canon_rel_path "$_1")" || return
|
373 |
|
|
set -- "$_1" "$@"
|
374 |
9240
|
aaronmk
|
fi
|
375 |
|
|
EOF
|
376 |
|
|
)"
|
377 |
|
|
|
378 |
|
|
|
379 |
|
|
#### verbose output
|
380 |
|
|
|
381 |
|
|
|
382 |
9165
|
aaronmk
|
### command echoing
|
383 |
|
|
|
384 |
|
|
alias echo_params='log "$*"'
|
385 |
|
|
|
386 |
8995
|
aaronmk
|
fi # load new aliases
|
387 |
|
|
if self_being_included; then
|
388 |
|
|
|
389 |
9197
|
aaronmk
|
echo_cmd() { echo_params; }
|
390 |
9056
|
aaronmk
|
|
391 |
9539
|
aaronmk
|
echo_run() { echo_params; "$@"; }
|
392 |
|
|
|
393 |
9278
|
aaronmk
|
echo_eval() { echo_params; builtin eval "$@"; }
|
394 |
|
|
|
395 |
9263
|
aaronmk
|
## vars
|
396 |
|
|
|
397 |
|
|
echo_vars() # usage: echo_vars var...
|
398 |
|
|
{
|
399 |
9320
|
aaronmk
|
log+ 2
|
400 |
9263
|
aaronmk
|
if can_log; then
|
401 |
|
|
local var
|
402 |
|
|
for var in "${@%%=*}"; do
|
403 |
|
|
if isset "$var"; then log "$(declare -p "$var")"; fi
|
404 |
|
|
done
|
405 |
|
|
fi
|
406 |
|
|
}
|
407 |
|
|
|
408 |
|
|
echo_export() { builtin export "$@"; echo_vars "$@"; }
|
409 |
|
|
|
410 |
9379
|
aaronmk
|
alias export="echo_export" # automatically echo env vars when they are set
|
411 |
9263
|
aaronmk
|
|
412 |
|
|
func_override kw_params__lang
|
413 |
|
|
kw_params() { kw_params__lang "$@"; echo_vars "$@"; } # echo all keyword params
|
414 |
|
|
|
415 |
9273
|
aaronmk
|
## functions
|
416 |
9264
|
aaronmk
|
|
417 |
9315
|
aaronmk
|
# usage: local func=...; set_func_loc; use $file, $line
|
418 |
|
|
alias set_func_loc="$(cat <<'EOF'
|
419 |
|
|
: "${func:?}"
|
420 |
|
|
local func_info="$(shopt -s extdebug; declare -F "$func")" # 'func line file'
|
421 |
|
|
func_info="${func_info#$func }"
|
422 |
|
|
local line="${func_info%% *}"
|
423 |
|
|
local file="${func_info#$line }"
|
424 |
|
|
EOF
|
425 |
|
|
)"
|
426 |
|
|
|
427 |
|
|
fi # load new aliases
|
428 |
|
|
if self_being_included; then
|
429 |
|
|
|
430 |
|
|
func_loc() # gets where function declared in the format file:line
|
431 |
9331
|
aaronmk
|
{
|
432 |
|
|
local func="$1"; set_func_loc
|
433 |
|
|
file="$(canon_rel_path "$file")" || return
|
434 |
|
|
echo "$file:$line"
|
435 |
|
|
}
|
436 |
9315
|
aaronmk
|
|
437 |
9273
|
aaronmk
|
# usage: func() { [minor=1] echo_func; ... }
|
438 |
9317
|
aaronmk
|
function echo_func()
|
439 |
|
|
# usage: [minor=1] "echo_func" "$FUNCNAME" "$@" && indent || true
|
440 |
9273
|
aaronmk
|
# exit status: whether function call was echoed
|
441 |
|
|
{
|
442 |
|
|
kw_params minor
|
443 |
9317
|
aaronmk
|
local func="$1"; shift
|
444 |
9273
|
aaronmk
|
|
445 |
|
|
log++; if test "$minor"; then log++; fi
|
446 |
9331
|
aaronmk
|
local loc; loc="$(func_loc "$func")" || return
|
447 |
|
|
echo_cmd "$loc" "$func" "$@"
|
448 |
9273
|
aaronmk
|
can_log
|
449 |
|
|
}
|
450 |
9317
|
aaronmk
|
alias echo_func='"echo_func" "$FUNCNAME" "$@" && indent || true'
|
451 |
9273
|
aaronmk
|
|
452 |
9276
|
aaronmk
|
fi # load new aliases
|
453 |
|
|
if self_being_included; then
|
454 |
9273
|
aaronmk
|
|
455 |
9276
|
aaronmk
|
|
456 |
9279
|
aaronmk
|
#### streams
|
457 |
|
|
|
458 |
|
|
fd_exists() { (: <&"$1") 2>/dev/null; }
|
459 |
|
|
|
460 |
|
|
require_fd_not_exists() # usage: require_fd_not_exists fd || return 0
|
461 |
|
|
{ ! fd_exists "$1" || type=info die "fd $1 already exists, skipping"; }
|
462 |
|
|
|
463 |
|
|
set_fds() { echo_func; echo_eval exec "$@"; } # usage: set_fds redirect...
|
464 |
|
|
|
465 |
|
|
fd_set_default() # usage: fd_set_default 'dest[<>]src'
|
466 |
|
|
{
|
467 |
|
|
echo_func
|
468 |
|
|
local dest="${1%%[<>]*}"
|
469 |
|
|
require_fd_not_exists "$dest" || return 0
|
470 |
|
|
set_fds "$1"
|
471 |
|
|
}
|
472 |
|
|
|
473 |
|
|
# convention: use fd 10/11/12 for command-specific alternate stdin/stdout/stderr
|
474 |
|
|
|
475 |
9282
|
aaronmk
|
setup_log_fd() # view logging output at verbosity >= 5
|
476 |
|
|
{
|
477 |
9319
|
aaronmk
|
log+ 4; log-- echo_func
|
478 |
9282
|
aaronmk
|
fd_set_default '30>&2' || true # stdlog
|
479 |
|
|
log_fd=30 # stdlog
|
480 |
|
|
}
|
481 |
|
|
setup_log_fd
|
482 |
|
|
|
483 |
9279
|
aaronmk
|
set_global_fds()
|
484 |
|
|
# allows commands to access global stdin/stdout/stderr using fd 20/21/22
|
485 |
|
|
# this works even when /dev/tty isn't available
|
486 |
9283
|
aaronmk
|
# view logging output at verbosity >= 3
|
487 |
9279
|
aaronmk
|
{
|
488 |
9319
|
aaronmk
|
log+ 2; log-- echo_func
|
489 |
9279
|
aaronmk
|
# ignore errors if a source fd isn't open
|
490 |
|
|
fd_set_default '20<&0' || true
|
491 |
|
|
fd_set_default '21>&1' || true
|
492 |
|
|
fd_set_default '22>&2' || true
|
493 |
|
|
}
|
494 |
|
|
set_global_fds
|
495 |
|
|
err_fd=22 # global stderr
|
496 |
|
|
|
497 |
|
|
# usage: explicit_errors_only=1 script...
|
498 |
|
|
# show only explicitly-displayed errors (which have been redirected to fd 22)
|
499 |
|
|
# most of the time this has the same effect as `verbosity=0 script...`,
|
500 |
|
|
# which displays everything that isn't explicitly hidden
|
501 |
|
|
# this option should only be used for testing the explicit error displaying
|
502 |
|
|
if test "$explicit_errors_only"; then disable_logging; fi
|
503 |
|
|
|
504 |
|
|
|
505 |
9264
|
aaronmk
|
#### paths
|
506 |
|
|
|
507 |
9269
|
aaronmk
|
top_script_abs="$(realpath "$0")"; echo_vars top_script_abs # outermost script
|
508 |
|
|
# realpath this before doing any cd so this points to the right place
|
509 |
|
|
|
510 |
9265
|
aaronmk
|
set_paths()
|
511 |
|
|
{
|
512 |
9331
|
aaronmk
|
top_script="$(canon_rel_path "$top_script_abs")" || return
|
513 |
|
|
echo_vars top_script
|
514 |
|
|
top_dir="$(dirname "$top_script")" || return; echo_vars top_dir
|
515 |
9265
|
aaronmk
|
}
|
516 |
|
|
set_paths
|
517 |
9264
|
aaronmk
|
|
518 |
|
|
|
519 |
|
|
#### verbose output
|
520 |
|
|
|
521 |
|
|
|
522 |
9123
|
aaronmk
|
## internal commands
|
523 |
|
|
|
524 |
9166
|
aaronmk
|
.()
|
525 |
|
|
{
|
526 |
9275
|
aaronmk
|
cmd2rel_path; set -- "$FUNCNAME" "$@"
|
527 |
9435
|
aaronmk
|
if (log++; echo_params; can_log); then indent; fi
|
528 |
9166
|
aaronmk
|
builtin "$@"
|
529 |
|
|
}
|
530 |
9158
|
aaronmk
|
|
531 |
9253
|
aaronmk
|
cd() # indent is permanent within subshell cd was used in
|
532 |
|
|
{
|
533 |
9393
|
aaronmk
|
log++ echo_func
|
534 |
9306
|
aaronmk
|
cmd2rel_path; echo_cmd "$FUNCNAME" "$@"
|
535 |
9435
|
aaronmk
|
if can_log; then caller_indent; fi
|
536 |
9307
|
aaronmk
|
# -P: expand symlinks so $PWD matches the output of realpath
|
537 |
9306
|
aaronmk
|
builtin "$FUNCNAME" -P "$@"
|
538 |
9313
|
aaronmk
|
|
539 |
|
|
func=realpath clear_cache
|
540 |
9266
|
aaronmk
|
set_paths
|
541 |
9253
|
aaronmk
|
}
|
542 |
|
|
|
543 |
9110
|
aaronmk
|
## external commands
|
544 |
|
|
|
545 |
9262
|
aaronmk
|
disable_logging() { set_fds "$log_fd>/dev/null"; }
|
546 |
9224
|
aaronmk
|
|
547 |
9407
|
aaronmk
|
function command()
|
548 |
9473
|
aaronmk
|
# usage: [cmd_log_fd=|1|2|#] [redirs=...] [verbosity_min=] command extern_cmd...
|
549 |
9138
|
aaronmk
|
# to view only explicitly-displayed errors: explicit_errors_only=1 script...
|
550 |
9134
|
aaronmk
|
{
|
551 |
9474
|
aaronmk
|
log++ echo_func; kw_params cmd_log_fd redirs verbosity_min
|
552 |
9291
|
aaronmk
|
# if no cmd_log_fd, limit log_fd in case command uses util.sh
|
553 |
|
|
local cmd_log_fd="${cmd_log_fd-$log_fd}"
|
554 |
9473
|
aaronmk
|
local redirs=("${redirs[@]}")
|
555 |
9231
|
aaronmk
|
|
556 |
9436
|
aaronmk
|
# determine redirections now so they can be logged along with the command
|
557 |
|
|
# the following redirections must happen in exactly this order
|
558 |
|
|
if test "$cmd_log_fd"; then
|
559 |
|
|
if can_log; then
|
560 |
|
|
if test "$cmd_log_fd" != "$log_fd"; then
|
561 |
9473
|
aaronmk
|
redirs+=("$cmd_log_fd>&$log_fd")
|
562 |
9436
|
aaronmk
|
fi # else no redir needed
|
563 |
9473
|
aaronmk
|
else redirs+=("$cmd_log_fd>/dev/null");
|
564 |
9436
|
aaronmk
|
fi
|
565 |
|
|
fi
|
566 |
9444
|
aaronmk
|
|
567 |
9473
|
aaronmk
|
cmd2rel_path; echo_cmd "$@" "${redirs[@]}"
|
568 |
9444
|
aaronmk
|
|
569 |
|
|
# add after echoing command so it isn't echoed at the end of every command
|
570 |
9436
|
aaronmk
|
if test "$cmd_log_fd" != 2; then # fd 2 not used for logging
|
571 |
9473
|
aaronmk
|
redirs+=("2>&$err_fd") # assume fd 2 used for errors
|
572 |
9436
|
aaronmk
|
fi
|
573 |
|
|
|
574 |
9192
|
aaronmk
|
(
|
575 |
9438
|
aaronmk
|
if can_log; then indent; fi
|
576 |
9473
|
aaronmk
|
log++ set_fds "${redirs[@]}"
|
577 |
9200
|
aaronmk
|
|
578 |
9407
|
aaronmk
|
if test "$verbosity_min"; then verbosity_min "$verbosity_min"; fi
|
579 |
|
|
|
580 |
9203
|
aaronmk
|
exec -- "$@" # -- so cmd name not treated as `exec` option
|
581 |
9439
|
aaronmk
|
) || die_e
|
582 |
9134
|
aaronmk
|
}
|
583 |
9133
|
aaronmk
|
|
584 |
9160
|
aaronmk
|
# auto-echo common external commands
|
585 |
|
|
for cmd in env rm; do alias "$cmd=command $cmd"; done; unset cmd
|
586 |
9110
|
aaronmk
|
|
587 |
|
|
|
588 |
|
|
### external command input/output
|
589 |
8907
|
aaronmk
|
|
590 |
9318
|
aaronmk
|
pipe_delay() # usage: cmd1 | { pipe_delay; cmd2; }
|
591 |
9270
|
aaronmk
|
{ sleep 0.1; } # s; display after leading output of cmd1
|
592 |
8997
|
aaronmk
|
|
593 |
|
|
fi # load new aliases
|
594 |
|
|
if self_being_included; then
|
595 |
|
|
|
596 |
9074
|
aaronmk
|
echo_stdin() # usage: input|echo_stdin|cmd
|
597 |
8702
|
aaronmk
|
{
|
598 |
8897
|
aaronmk
|
if can_log; then
|
599 |
8998
|
aaronmk
|
pipe_delay
|
600 |
9212
|
aaronmk
|
echo ----- >&"$log_fd"
|
601 |
|
|
tee -a /dev/fd/"$log_fd";
|
602 |
|
|
echo ----- >&"$log_fd"
|
603 |
8897
|
aaronmk
|
else cat
|
604 |
|
|
fi
|
605 |
8702
|
aaronmk
|
}
|
606 |
8275
|
aaronmk
|
|
607 |
9318
|
aaronmk
|
echo_stdout() { echo_stdin; } # usage: cmd|echo_stdout
|
608 |
9044
|
aaronmk
|
|
609 |
8873
|
aaronmk
|
|
610 |
8854
|
aaronmk
|
#### commands
|
611 |
|
|
|
612 |
9122
|
aaronmk
|
require_not_exists() # usage: require_not_exists file || return 0
|
613 |
9073
|
aaronmk
|
{ test ! -e "$1" || type=info die "file "$1" already exists, skipping"; }
|
614 |
9062
|
aaronmk
|
|
615 |
9271
|
aaronmk
|
function to_file() # usage: stdout=... [if_not_exists=1] to_file cmd...
|
616 |
8986
|
aaronmk
|
# auto-removes a command's output file on error (like make's .DELETE_ON_ERROR)
|
617 |
9048
|
aaronmk
|
{
|
618 |
9235
|
aaronmk
|
echo_func; kw_params stdout
|
619 |
9234
|
aaronmk
|
: "${stdout?}"
|
620 |
9475
|
aaronmk
|
if test "$if_not_exists"; then require_not_exists "$stdout" || return 0; fi
|
621 |
9481
|
aaronmk
|
|
622 |
|
|
log ">$stdout"
|
623 |
9439
|
aaronmk
|
"$@" >"$stdout" || { save_e; rm "$stdout"; rethrow; }
|
624 |
9048
|
aaronmk
|
}
|
625 |
9177
|
aaronmk
|
alias to_file='"to_file" ' # last space alias-expands next word
|
626 |
8986
|
aaronmk
|
|
627 |
9074
|
aaronmk
|
run_args_cmd() # runs the command line args command
|
628 |
8272
|
aaronmk
|
{
|
629 |
8693
|
aaronmk
|
eval set -- "$(reverse "${BASH_ARGV[@]}")"
|
630 |
8971
|
aaronmk
|
test $# -ge 1 || set -- all
|
631 |
9189
|
aaronmk
|
echo_cmd "$top_script" "$@"; "$@"
|
632 |
8272
|
aaronmk
|
}
|
633 |
|
|
|
634 |
9074
|
aaronmk
|
fwd() # usage: subdirs=(...); fwd "$FUNCNAME" "$@"
|
635 |
8272
|
aaronmk
|
{
|
636 |
8881
|
aaronmk
|
echo_func
|
637 |
8284
|
aaronmk
|
: "${subdirs?}"
|
638 |
|
|
|
639 |
9297
|
aaronmk
|
for subdir in "${subdirs[@]}"; do "$top_dir"/"$subdir"/run "$@"; done
|
640 |
8272
|
aaronmk
|
}
|
641 |
|
|
|
642 |
9017
|
aaronmk
|
|
643 |
8966
|
aaronmk
|
#### URLs
|
644 |
|
|
|
645 |
9074
|
aaronmk
|
localize_url() { test _"$1" = _"$(hostname -f)" || echo "$1"; }
|
646 |
8966
|
aaronmk
|
|
647 |
8704
|
aaronmk
|
fi
|