1 |
8291
|
aaronmk
|
#!/bin/bash -e
|
2 |
9328
|
aaronmk
|
set -o errexit -o pipefail # errexit in case caller's #! line missing -e
|
3 |
8952
|
aaronmk
|
|
4 |
9018
|
aaronmk
|
if test ! "$_util_sh_include_guard_utils"; then
|
5 |
|
|
_util_sh_include_guard_utils=1
|
6 |
|
|
|
7 |
9074
|
aaronmk
|
isset() { test "${!1+isset}"; }
|
8 |
9002
|
aaronmk
|
|
9 |
9074
|
aaronmk
|
realpath() { readlink -f -- "$1"; }
|
10 |
8703
|
aaronmk
|
|
11 |
9314
|
aaronmk
|
str2varname() { echo "${1//[^a-zA-Z0-9_]/_}"; }
|
12 |
8716
|
aaronmk
|
|
13 |
9312
|
aaronmk
|
include_guard_var() { str2varname "$(realpath "$1")"; }
|
14 |
|
|
|
15 |
9074
|
aaronmk
|
self_not_included() # usage: if self_not_included; then ... fi
|
16 |
8703
|
aaronmk
|
{
|
17 |
8971
|
aaronmk
|
test $# -ge 1 || set -- "${BASH_SOURCE[1]}"
|
18 |
8703
|
aaronmk
|
local include_guard="$(include_guard_var "$1")"
|
19 |
8793
|
aaronmk
|
alias self_being_included=false
|
20 |
9003
|
aaronmk
|
! isset "$include_guard" && \
|
21 |
8793
|
aaronmk
|
{ eval "$include_guard"=1; alias self_being_included=true; }
|
22 |
8703
|
aaronmk
|
}
|
23 |
|
|
|
24 |
8793
|
aaronmk
|
# to load newly-defined aliases for use in functions in the same file:
|
25 |
|
|
## fi # load new aliases
|
26 |
|
|
## if self_being_included; then
|
27 |
|
|
# this is needed because aliases defined inside an if statement are not
|
28 |
|
|
# available inside that if statement
|
29 |
|
|
|
30 |
9018
|
aaronmk
|
fi
|
31 |
9017
|
aaronmk
|
|
32 |
9018
|
aaronmk
|
|
33 |
8704
|
aaronmk
|
if self_not_included "${BASH_SOURCE[0]}"; then
|
34 |
|
|
|
35 |
9017
|
aaronmk
|
|
36 |
|
|
#### options
|
37 |
|
|
|
38 |
8709
|
aaronmk
|
shopt -s expand_aliases
|
39 |
|
|
|
40 |
9017
|
aaronmk
|
|
41 |
9226
|
aaronmk
|
#### vars
|
42 |
|
|
|
43 |
|
|
set_var() { eval "$1"'="$2"'; }
|
44 |
|
|
|
45 |
9420
|
aaronmk
|
set_default() { if ! isset "$1"; then set_var "$@"; fi; }
|
46 |
|
|
|
47 |
9226
|
aaronmk
|
set_inv() { set_var no_"$1" "$(test "${!1}" || echo 1)"; }
|
48 |
|
|
|
49 |
|
|
# usage: local var=...; local_inv
|
50 |
|
|
alias local_inv='declare "no_$var=$(test "${!var}" || echo 1)"'
|
51 |
|
|
|
52 |
9227
|
aaronmk
|
unexport() { export -n "$@"; }
|
53 |
|
|
# `declare +x` won't work because it defines the var if it isn't set
|
54 |
|
|
|
55 |
9236
|
aaronmk
|
alias local_export='declare -x' # combines effects of local and export
|
56 |
|
|
|
57 |
9226
|
aaronmk
|
get_prefix_vars() { : "${prefix:?}"; eval echo '${!'$prefix'*}'; }
|
58 |
|
|
|
59 |
|
|
# usage: local prefix=..._; import_vars
|
60 |
|
|
# when used inside another alias 2+ levels deep, *must* be run inside a function
|
61 |
|
|
alias import_vars="$(cat <<'EOF'
|
62 |
|
|
: "${prefix:?}"
|
63 |
|
|
declare src_var dest_var
|
64 |
|
|
for src_var in $(get_prefix_vars); do
|
65 |
|
|
dest_var="${src_var#$prefix}"
|
66 |
|
|
declare "$dest_var=${!src_var}"; echo_vars "$dest_var"
|
67 |
|
|
done
|
68 |
|
|
EOF
|
69 |
|
|
)"
|
70 |
|
|
|
71 |
|
|
|
72 |
9311
|
aaronmk
|
#### caching
|
73 |
|
|
|
74 |
|
|
## shell-variable-based caching
|
75 |
|
|
|
76 |
9330
|
aaronmk
|
# usage: local cache_key=...; load_cache; \
|
77 |
9331
|
aaronmk
|
# if ! cached; then save_cache value || return; fi; echo_cached_value
|
78 |
9311
|
aaronmk
|
# cache_key for function inputs: "$(declare -p "$kw_param"...) $*"
|
79 |
|
|
alias load_cache='declare cache_var="$(str2varname "${FUNCNAME}___$cache_key")"'
|
80 |
|
|
alias cached='isset "$cache_var"'
|
81 |
|
|
alias save_cache='set_var "$cache_var"'
|
82 |
|
|
alias echo_cached_value='echo "${!cache_var}"'
|
83 |
|
|
|
84 |
|
|
clear_cache() # usage: func=... clear_cache
|
85 |
|
|
{ : "${func:?}"; unset $(prefix="${func}___" get_prefix_vars); }
|
86 |
|
|
|
87 |
|
|
fi # load new aliases
|
88 |
|
|
if self_being_included; then
|
89 |
|
|
|
90 |
|
|
|
91 |
9017
|
aaronmk
|
#### aliases
|
92 |
|
|
|
93 |
9074
|
aaronmk
|
unalias() { builtin unalias "$@" 2>&- || true; } # no error if undefined
|
94 |
8889
|
aaronmk
|
|
95 |
9191
|
aaronmk
|
# usage: alias alias_='var=value run_cmd '
|
96 |
|
|
function run_cmd() { "$@"; }
|
97 |
|
|
alias run_cmd='"run_cmd" ' # last space alias-expands next word
|
98 |
9017
|
aaronmk
|
|
99 |
9191
|
aaronmk
|
|
100 |
9082
|
aaronmk
|
#### functions
|
101 |
|
|
|
102 |
9235
|
aaronmk
|
kw_params() # usage: func() { kw_params param_var...; }; ...; param_var=... cmd
|
103 |
9229
|
aaronmk
|
# removes keyword-param-only vars from the environment
|
104 |
|
|
{ unexport "$@"; }
|
105 |
9228
|
aaronmk
|
|
106 |
9082
|
aaronmk
|
alias self='command "$FUNCNAME"' # usage: wrapper() { self ...; }
|
107 |
|
|
|
108 |
|
|
|
109 |
8886
|
aaronmk
|
#### exceptions
|
110 |
|
|
|
111 |
9032
|
aaronmk
|
# usage: cmd || { save_e; ...; rethrow; }
|
112 |
9031
|
aaronmk
|
alias export_e='e=$?'
|
113 |
9032
|
aaronmk
|
alias save_e='declare e=$?'
|
114 |
8976
|
aaronmk
|
alias rethrow='return "$e"'
|
115 |
|
|
alias rethrow_subshell='exit "$e"'
|
116 |
|
|
|
117 |
8978
|
aaronmk
|
fi # load new aliases
|
118 |
|
|
if self_being_included; then
|
119 |
|
|
|
120 |
9535
|
aaronmk
|
# usage: try cmd...; ignore_e status; if catch status; then ...; fi; end_try
|
121 |
8886
|
aaronmk
|
|
122 |
9448
|
aaronmk
|
function try() { e=0; benign_error=1 "$@" || { export_e; true; }; }
|
123 |
9177
|
aaronmk
|
alias try='declare e; "try" ' # last space alias-expands next word
|
124 |
8886
|
aaronmk
|
|
125 |
9534
|
aaronmk
|
catch() { test "$e" -eq "$1" && e=0; }
|
126 |
8886
|
aaronmk
|
|
127 |
9535
|
aaronmk
|
ignore_e() { catch "$@" || true; }
|
128 |
8886
|
aaronmk
|
|
129 |
8977
|
aaronmk
|
alias end_try='rethrow'
|
130 |
|
|
alias end_try_subshell='rethrow_subshell'
|
131 |
8886
|
aaronmk
|
|
132 |
9536
|
aaronmk
|
ignore() { save_e; ignore_e "$@"; rethrow; } # usage: try cmd || ignore status
|
133 |
|
|
|
134 |
9551
|
aaronmk
|
### signals
|
135 |
|
|
|
136 |
|
|
sig_e() { echo $(( 128+$(kill -l "$1") )); } # usage: sig_e SIGINT, etc.
|
137 |
|
|
|
138 |
|
|
ignore_sig() { ignore "$(sig_e "$1")"; }
|
139 |
|
|
|
140 |
|
|
# usage: piped_cmd cmd1...|cmd2... (which doesn't read all its input)
|
141 |
|
|
function piped_cmd() { "$@" || ignore_sig SIGPIPE; }
|
142 |
|
|
alias piped_cmd='"piped_cmd" ' # last space alias-expands next word
|
143 |
|
|
|
144 |
9020
|
aaronmk
|
fi # load new aliases
|
145 |
|
|
if self_being_included; then
|
146 |
9017
|
aaronmk
|
|
147 |
9020
|
aaronmk
|
|
148 |
8899
|
aaronmk
|
#### integers
|
149 |
|
|
|
150 |
9074
|
aaronmk
|
let!() { let "$@" || true; } # always returns true; safe to use for setting
|
151 |
8899
|
aaronmk
|
# "If the last ARG evaluates to 0, let returns 1" (`help let`)
|
152 |
|
|
|
153 |
9074
|
aaronmk
|
bool2int() { try test ! "$1"; echo "$e"; } # empty->0; non-empty->1
|
154 |
9004
|
aaronmk
|
|
155 |
9538
|
aaronmk
|
int2bool() { (( "$1" != 0 )); }
|
156 |
9017
|
aaronmk
|
|
157 |
9538
|
aaronmk
|
|
158 |
9364
|
aaronmk
|
#### floats
|
159 |
|
|
|
160 |
|
|
int_part() { echo "${1%%.*}"; }
|
161 |
|
|
|
162 |
|
|
dec_suffix() { echo "${1#$(int_part "$1")}"; }
|
163 |
|
|
|
164 |
|
|
round_down() { int_part "$1"; }
|
165 |
|
|
|
166 |
|
|
float+int() { echo "$(($(int_part "$1")+$2))$(dec_suffix "$1")"; }
|
167 |
|
|
|
168 |
9544
|
aaronmk
|
float_set_min() { if (($(int_part $1) >= $2)); then echo $1; else echo $2; fi; }
|
169 |
9364
|
aaronmk
|
|
170 |
9544
|
aaronmk
|
|
171 |
9079
|
aaronmk
|
#### strings
|
172 |
|
|
|
173 |
9081
|
aaronmk
|
repeat() # usage: str=... n=... repeat
|
174 |
|
|
{
|
175 |
9304
|
aaronmk
|
: "${str?}" "${n:?}"; local result= n="$n" # n will be modified in function
|
176 |
|
|
for (( ; n > 0; n-- )); do result="$result$str"; done
|
177 |
|
|
echo "$result"
|
178 |
9081
|
aaronmk
|
}
|
179 |
|
|
|
180 |
9550
|
aaronmk
|
sed_cmd="sed -`case "$(uname)" in Darwin) echo E;; *) echo r;; esac`"
|
181 |
9366
|
aaronmk
|
alias sed="$sed_cmd"
|
182 |
9079
|
aaronmk
|
|
183 |
9366
|
aaronmk
|
fi # load new aliases
|
184 |
|
|
if self_being_included; then
|
185 |
9079
|
aaronmk
|
|
186 |
9425
|
aaronmk
|
rtrim() { log+ 3; sed 's/[[:space:]]+$//' <<<"$1"; }
|
187 |
9079
|
aaronmk
|
|
188 |
9085
|
aaronmk
|
|
189 |
8854
|
aaronmk
|
#### arrays
|
190 |
8694
|
aaronmk
|
|
191 |
9074
|
aaronmk
|
join() { local IFS="$delim"; echo "$*"; } # usage: delim=... join elems...
|
192 |
8816
|
aaronmk
|
|
193 |
9074
|
aaronmk
|
reverse() # usage: array=($(reverse args...))
|
194 |
8691
|
aaronmk
|
{
|
195 |
|
|
local i
|
196 |
9080
|
aaronmk
|
for (( i=$#; i > 0; i-- )); do printf '%q ' "${!i}"; done
|
197 |
8691
|
aaronmk
|
}
|
198 |
|
|
|
199 |
9097
|
aaronmk
|
contains() # usage: contains value in_array...
|
200 |
|
|
{
|
201 |
|
|
local value="$1"; shift
|
202 |
|
|
local elem
|
203 |
|
|
for elem in "$@"; do if test "$elem" = "$value"; then return 0; fi; done
|
204 |
|
|
return 1
|
205 |
|
|
}
|
206 |
9017
|
aaronmk
|
|
207 |
9097
|
aaronmk
|
|
208 |
8854
|
aaronmk
|
#### verbose output
|
209 |
|
|
|
210 |
9110
|
aaronmk
|
|
211 |
9208
|
aaronmk
|
err_fd=2 # stderr
|
212 |
|
|
|
213 |
9111
|
aaronmk
|
usage() { echo "Usage: $1" >&2; return 2; }
|
214 |
9110
|
aaronmk
|
|
215 |
|
|
|
216 |
9452
|
aaronmk
|
### log++
|
217 |
9110
|
aaronmk
|
|
218 |
9361
|
aaronmk
|
log_fd=2 # initially stderr
|
219 |
9209
|
aaronmk
|
|
220 |
9142
|
aaronmk
|
if test "$explicit_errors_only"; then verbosity=0; fi # hide startup logging
|
221 |
|
|
|
222 |
9006
|
aaronmk
|
# set verbosity
|
223 |
9005
|
aaronmk
|
if isset verbose; then : "${verbosity:=$(bool2int "$verbose")}"; fi
|
224 |
9145
|
aaronmk
|
if isset vb; then : "${verbosity:=$vb}"; fi
|
225 |
9272
|
aaronmk
|
: "${verbosity=1}" # default
|
226 |
9006
|
aaronmk
|
: "${verbosity:=0}" # ensure non-empty
|
227 |
9119
|
aaronmk
|
export verbosity # propagate to invoked commands
|
228 |
9381
|
aaronmk
|
export PS4 # follows verbosity, so also propagate this
|
229 |
8710
|
aaronmk
|
|
230 |
9542
|
aaronmk
|
# set log_level
|
231 |
|
|
: "${log_level=$(( ${#PS4}-1 ))}" # defaults to # non-space symbols in PS4
|
232 |
|
|
export log_level # propagate to invoked commands
|
233 |
|
|
|
234 |
9396
|
aaronmk
|
verbosity_int() { round_down "$verbosity"; }
|
235 |
|
|
|
236 |
9450
|
aaronmk
|
# verbosities (and `make` equivalents):
|
237 |
9359
|
aaronmk
|
# 0: just print errors. useful for cron jobs.
|
238 |
9451
|
aaronmk
|
# vs. make: equivalent to --silent, but suppresses external command output
|
239 |
9359
|
aaronmk
|
# 1: also external commands run. useful for running at the command line.
|
240 |
9450
|
aaronmk
|
# vs. make: not provided (but sorely needed to avoid excessive output)
|
241 |
9359
|
aaronmk
|
# 2: full graphical call tree. useful for determining where error occurred.
|
242 |
9450
|
aaronmk
|
# vs. make: equivalent to default verbosity, but with much-needed indents
|
243 |
9360
|
aaronmk
|
# 3: also values of kw params and variables. useful for low-level debugging.
|
244 |
9450
|
aaronmk
|
# vs. make: not provided; need to manually use $(error $(var))
|
245 |
9359
|
aaronmk
|
# 4: also variables in util.sh commands. useful for debugging util.sh.
|
246 |
9450
|
aaronmk
|
# vs. make: somewhat similar to --print-data-base
|
247 |
9359
|
aaronmk
|
# 5: also variables in logging commands themselves. useful for debugging echo_*.
|
248 |
9450
|
aaronmk
|
# vs. make: not provided; need to search Makefile for @ at beginning of cmd
|
249 |
9359
|
aaronmk
|
# 6+: not currently used (i.e. same as 5)
|
250 |
|
|
|
251 |
9287
|
aaronmk
|
# definition: the log_level is the minimum verbosity needed to display a message
|
252 |
|
|
# for messages that use can_log(), the log_level starts with *1*, not 0
|
253 |
|
|
# for unfiltered messages, the log_level is 0 (i.e. still output at verbosity=0)
|
254 |
9288
|
aaronmk
|
# to view a message's log_level, count the # of + signs before it in the output
|
255 |
9284
|
aaronmk
|
|
256 |
9305
|
aaronmk
|
fi # load new aliases
|
257 |
|
|
if self_being_included; then
|
258 |
|
|
|
259 |
9299
|
aaronmk
|
# usage: in func: log++; ... OR log_local; "log++"; ...
|
260 |
9176
|
aaronmk
|
# outside func: log++; ...; log--
|
261 |
9301
|
aaronmk
|
# before cmd: log++ cmd...
|
262 |
9302
|
aaronmk
|
# without a cmd, "$@" expands to nothing and assignments are applied to caller
|
263 |
9305
|
aaronmk
|
# "${@:2}" expands to all of $@ after *1st* arg, not 2nd ($@ indexes start at 1)
|
264 |
9373
|
aaronmk
|
log+()
|
265 |
|
|
{
|
266 |
|
|
# no local vars because w/o cmd, assignments should be applied to caller
|
267 |
9545
|
aaronmk
|
PS4="$(str="${PS4:0:1}" n=$((log_level+$1-1)) repeat)${PS4: -2}"; \
|
268 |
9543
|
aaronmk
|
log_level=$((log_level+$1)) \
|
269 |
9377
|
aaronmk
|
verbosity="$(float+int "$verbosity" "-$1")" "${@:2}"
|
270 |
9373
|
aaronmk
|
}
|
271 |
9374
|
aaronmk
|
log++() { log+ 1 "$@"; }
|
272 |
|
|
log--() { log+ -1 "$@"; }
|
273 |
9542
|
aaronmk
|
alias log_local=\
|
274 |
|
|
'declare PS4="$PS4" log_level="$log_level" verbosity="$verbosity"'
|
275 |
9395
|
aaronmk
|
alias log+='log_local; "log+"' # don't expand next word because it's not a cmd
|
276 |
9301
|
aaronmk
|
alias log++='log_local; "log++" ' # last space alias-expands next word
|
277 |
|
|
alias log--='log_local; "log--" ' # last space alias-expands next word
|
278 |
9176
|
aaronmk
|
|
279 |
9397
|
aaronmk
|
verbosity_min() # usage: verbosity_min min
|
280 |
|
|
{ if test "$(verbosity_int)" -lt "$1"; then verbosity="$1"; fi; }
|
281 |
|
|
alias verbosity_min='log_local; "verbosity_min"'
|
282 |
9289
|
aaronmk
|
|
283 |
9397
|
aaronmk
|
|
284 |
9289
|
aaronmk
|
# indent for call tree. this is *not* the log_level (below).
|
285 |
9382
|
aaronmk
|
: "${log_indent_step=| }" "${log_indent=}"
|
286 |
|
|
export log_indent_step log_indent # propagate to invoked commands
|
287 |
9289
|
aaronmk
|
|
288 |
9382
|
aaronmk
|
__caller_indent='log_indent="$log_indent$log_indent_step"'
|
289 |
9289
|
aaronmk
|
alias caller_indent="$__caller_indent"
|
290 |
|
|
alias indent="declare $__caller_indent"
|
291 |
|
|
|
292 |
|
|
|
293 |
9190
|
aaronmk
|
fi # load new aliases
|
294 |
|
|
if self_being_included; then
|
295 |
|
|
|
296 |
9396
|
aaronmk
|
can_log() { test "$(verbosity_int)" -gt 0; }
|
297 |
9380
|
aaronmk
|
# verbosity=0 turns off all logging
|
298 |
8895
|
aaronmk
|
|
299 |
9212
|
aaronmk
|
log() { if can_log; then echo "$log_indent$PS4$1" >&"$log_fd"; fi; }
|
300 |
9064
|
aaronmk
|
|
301 |
9270
|
aaronmk
|
log_custom() # usage: symbol=... log_custom msg
|
302 |
9242
|
aaronmk
|
{ log_indent="${log_indent//[^ ]/$symbol}" PS4="${PS4//[^ ]/$symbol}" log "$@";}
|
303 |
9070
|
aaronmk
|
|
304 |
9251
|
aaronmk
|
log_err() { symbol='#' verbosity=1 log_fd="$err_fd" log_custom "$@"; }
|
305 |
9070
|
aaronmk
|
|
306 |
9250
|
aaronmk
|
log_info() { symbol=: log_custom "$@"; }
|
307 |
9070
|
aaronmk
|
|
308 |
9446
|
aaronmk
|
die() # usage: cmd || [type=...] die msg (msg can use $? but not $())
|
309 |
9270
|
aaronmk
|
{ save_e; kw_params type; "log_${type:-err}" "$1"; rethrow; }
|
310 |
9069
|
aaronmk
|
|
311 |
9447
|
aaronmk
|
die_e() # usage: cmd || [benign_error=1] die_e [|| handle error]
|
312 |
|
|
{
|
313 |
|
|
save_e; kw_params benign_error
|
314 |
9449
|
aaronmk
|
if test "$benign_error"; then log++; fi
|
315 |
9447
|
aaronmk
|
type="${benign_error:+info}" die "command exited with \
|
316 |
|
|
$(if test "$benign_error"; then echo status; else echo error; fi) $e"
|
317 |
|
|
rethrow
|
318 |
|
|
}
|
319 |
8919
|
aaronmk
|
|
320 |
9437
|
aaronmk
|
|
321 |
9233
|
aaronmk
|
#### functions
|
322 |
|
|
|
323 |
|
|
func_exists() { declare -f "$1" >/dev/null; }
|
324 |
|
|
|
325 |
|
|
copy_func() # usage: from=... to=... copy_func
|
326 |
|
|
# $to must not exist. to get around the no-clobber restriction, use `unset -f`.
|
327 |
|
|
{
|
328 |
|
|
: "${from:?}" "${to:?}"
|
329 |
|
|
func_exists "$from" || die "function does not exist: $from"
|
330 |
|
|
! func_exists "$to" || die "function already exists: $to"
|
331 |
|
|
local from_def="$(declare -f "$from")"
|
332 |
|
|
eval "$to${from_def#$from}"
|
333 |
|
|
}
|
334 |
|
|
|
335 |
|
|
func_override() # usage: func_override old_name__suffix
|
336 |
|
|
{ from="${1%%__*}" to="$1" copy_func; }
|
337 |
|
|
|
338 |
|
|
ensure_nested_func() # usage: func__nested_func() { ensure_nested_func; ... }
|
339 |
|
|
{
|
340 |
|
|
local nested_func="${FUNCNAME[1]}"
|
341 |
|
|
local func="${nested_func%%__*}"
|
342 |
|
|
contains "$func" "${FUNCNAME[@]}" || \
|
343 |
|
|
die "$nested_func() must be used by $func()"
|
344 |
|
|
}
|
345 |
|
|
|
346 |
|
|
|
347 |
9240
|
aaronmk
|
#### paths
|
348 |
|
|
|
349 |
9313
|
aaronmk
|
# cache realpath
|
350 |
|
|
: "${realpath_cache=}" # default off because slower than without
|
351 |
|
|
if test "$realpath_cache"; then
|
352 |
|
|
func_override realpath__no_cache
|
353 |
|
|
realpath() # caches the last result for efficiency
|
354 |
|
|
{
|
355 |
|
|
local cache_key="$*"; load_cache
|
356 |
9331
|
aaronmk
|
if ! cached; then save_cache "$(realpath__no_cache "$@")" || return; fi
|
357 |
9313
|
aaronmk
|
echo_cached_value
|
358 |
|
|
}
|
359 |
|
|
fi
|
360 |
|
|
|
361 |
9244
|
aaronmk
|
rel_path() # usage: base_dir=... path=... rel_path
|
362 |
9240
|
aaronmk
|
{
|
363 |
9244
|
aaronmk
|
log++; kw_params base_dir path
|
364 |
|
|
: "${base_dir:?}" "${path:?}"
|
365 |
|
|
|
366 |
9246
|
aaronmk
|
local path="$path/" # add *extra* / to match path when exactly = base_dir
|
367 |
|
|
path="${path#$base_dir/}" # remove prefix shared with base_dir
|
368 |
|
|
path="${path%/}" # remove any remaining extra trailing /
|
369 |
9244
|
aaronmk
|
|
370 |
9245
|
aaronmk
|
if test ! "$path"; then path=.; fi # ensure non-empty
|
371 |
|
|
|
372 |
9244
|
aaronmk
|
echo_vars path
|
373 |
9240
|
aaronmk
|
echo "$path"
|
374 |
|
|
}
|
375 |
|
|
|
376 |
9309
|
aaronmk
|
cd -P . # expand symlinks in $PWD so it matches the output of realpath
|
377 |
|
|
# do before setting $top_script_abs so realpath has less symlinks to resolve
|
378 |
|
|
|
379 |
9331
|
aaronmk
|
canon_rel_path()
|
380 |
|
|
{
|
381 |
|
|
local path; path="$(realpath "$1")" || return
|
382 |
|
|
base_dir="$PWD" rel_path
|
383 |
|
|
}
|
384 |
9244
|
aaronmk
|
|
385 |
9240
|
aaronmk
|
# makes $1 a canon_rel_path if it's a filesystem path
|
386 |
|
|
alias cmd2rel_path="$(cat <<'EOF'
|
387 |
|
|
if test "$(type -t "$1")" = file && test -e "$1"; then # not relative to PATH
|
388 |
|
|
declare _1="$1"; shift
|
389 |
9331
|
aaronmk
|
_1="$(canon_rel_path "$_1")" || return
|
390 |
|
|
set -- "$_1" "$@"
|
391 |
9240
|
aaronmk
|
fi
|
392 |
|
|
EOF
|
393 |
|
|
)"
|
394 |
|
|
|
395 |
|
|
|
396 |
|
|
#### verbose output
|
397 |
|
|
|
398 |
|
|
|
399 |
9165
|
aaronmk
|
### command echoing
|
400 |
|
|
|
401 |
|
|
alias echo_params='log "$*"'
|
402 |
|
|
|
403 |
8995
|
aaronmk
|
fi # load new aliases
|
404 |
|
|
if self_being_included; then
|
405 |
|
|
|
406 |
9197
|
aaronmk
|
echo_cmd() { echo_params; }
|
407 |
9056
|
aaronmk
|
|
408 |
9549
|
aaronmk
|
function echo_run() { echo_params; "$@"; }
|
409 |
|
|
alias echo_run='"echo_run" ' # last space alias-expands next word
|
410 |
9539
|
aaronmk
|
|
411 |
9278
|
aaronmk
|
echo_eval() { echo_params; builtin eval "$@"; }
|
412 |
|
|
|
413 |
9263
|
aaronmk
|
## vars
|
414 |
|
|
|
415 |
|
|
echo_vars() # usage: echo_vars var...
|
416 |
|
|
{
|
417 |
9320
|
aaronmk
|
log+ 2
|
418 |
9263
|
aaronmk
|
if can_log; then
|
419 |
|
|
local var
|
420 |
|
|
for var in "${@%%=*}"; do
|
421 |
|
|
if isset "$var"; then log "$(declare -p "$var")"; fi
|
422 |
|
|
done
|
423 |
|
|
fi
|
424 |
|
|
}
|
425 |
|
|
|
426 |
|
|
echo_export() { builtin export "$@"; echo_vars "$@"; }
|
427 |
|
|
|
428 |
9379
|
aaronmk
|
alias export="echo_export" # automatically echo env vars when they are set
|
429 |
9263
|
aaronmk
|
|
430 |
|
|
func_override kw_params__lang
|
431 |
|
|
kw_params() { kw_params__lang "$@"; echo_vars "$@"; } # echo all keyword params
|
432 |
|
|
|
433 |
9273
|
aaronmk
|
## functions
|
434 |
9264
|
aaronmk
|
|
435 |
9315
|
aaronmk
|
# usage: local func=...; set_func_loc; use $file, $line
|
436 |
|
|
alias set_func_loc="$(cat <<'EOF'
|
437 |
|
|
: "${func:?}"
|
438 |
|
|
local func_info="$(shopt -s extdebug; declare -F "$func")" # 'func line file'
|
439 |
|
|
func_info="${func_info#$func }"
|
440 |
|
|
local line="${func_info%% *}"
|
441 |
|
|
local file="${func_info#$line }"
|
442 |
|
|
EOF
|
443 |
|
|
)"
|
444 |
|
|
|
445 |
|
|
fi # load new aliases
|
446 |
|
|
if self_being_included; then
|
447 |
|
|
|
448 |
|
|
func_loc() # gets where function declared in the format file:line
|
449 |
9331
|
aaronmk
|
{
|
450 |
|
|
local func="$1"; set_func_loc
|
451 |
|
|
file="$(canon_rel_path "$file")" || return
|
452 |
|
|
echo "$file:$line"
|
453 |
|
|
}
|
454 |
9315
|
aaronmk
|
|
455 |
9273
|
aaronmk
|
# usage: func() { [minor=1] echo_func; ... }
|
456 |
9317
|
aaronmk
|
function echo_func()
|
457 |
|
|
# usage: [minor=1] "echo_func" "$FUNCNAME" "$@" && indent || true
|
458 |
9273
|
aaronmk
|
# exit status: whether function call was echoed
|
459 |
|
|
{
|
460 |
|
|
kw_params minor
|
461 |
9317
|
aaronmk
|
local func="$1"; shift
|
462 |
9273
|
aaronmk
|
|
463 |
|
|
log++; if test "$minor"; then log++; fi
|
464 |
9331
|
aaronmk
|
local loc; loc="$(func_loc "$func")" || return
|
465 |
|
|
echo_cmd "$loc" "$func" "$@"
|
466 |
9273
|
aaronmk
|
can_log
|
467 |
|
|
}
|
468 |
9317
|
aaronmk
|
alias echo_func='"echo_func" "$FUNCNAME" "$@" && indent || true'
|
469 |
9273
|
aaronmk
|
|
470 |
9276
|
aaronmk
|
fi # load new aliases
|
471 |
|
|
if self_being_included; then
|
472 |
9273
|
aaronmk
|
|
473 |
9276
|
aaronmk
|
|
474 |
9279
|
aaronmk
|
#### streams
|
475 |
|
|
|
476 |
|
|
fd_exists() { (: <&"$1") 2>/dev/null; }
|
477 |
|
|
|
478 |
|
|
require_fd_not_exists() # usage: require_fd_not_exists fd || return 0
|
479 |
|
|
{ ! fd_exists "$1" || type=info die "fd $1 already exists, skipping"; }
|
480 |
|
|
|
481 |
|
|
set_fds() { echo_func; echo_eval exec "$@"; } # usage: set_fds redirect...
|
482 |
|
|
|
483 |
|
|
fd_set_default() # usage: fd_set_default 'dest[<>]src'
|
484 |
|
|
{
|
485 |
|
|
echo_func
|
486 |
|
|
local dest="${1%%[<>]*}"
|
487 |
|
|
require_fd_not_exists "$dest" || return 0
|
488 |
|
|
set_fds "$1"
|
489 |
|
|
}
|
490 |
|
|
|
491 |
|
|
# convention: use fd 10/11/12 for command-specific alternate stdin/stdout/stderr
|
492 |
|
|
|
493 |
9282
|
aaronmk
|
setup_log_fd() # view logging output at verbosity >= 5
|
494 |
|
|
{
|
495 |
9319
|
aaronmk
|
log+ 4; log-- echo_func
|
496 |
9282
|
aaronmk
|
fd_set_default '30>&2' || true # stdlog
|
497 |
|
|
log_fd=30 # stdlog
|
498 |
|
|
}
|
499 |
|
|
setup_log_fd
|
500 |
|
|
|
501 |
9279
|
aaronmk
|
set_global_fds()
|
502 |
|
|
# allows commands to access global stdin/stdout/stderr using fd 20/21/22
|
503 |
|
|
# this works even when /dev/tty isn't available
|
504 |
9283
|
aaronmk
|
# view logging output at verbosity >= 3
|
505 |
9279
|
aaronmk
|
{
|
506 |
9319
|
aaronmk
|
log+ 2; log-- echo_func
|
507 |
9279
|
aaronmk
|
# ignore errors if a source fd isn't open
|
508 |
|
|
fd_set_default '20<&0' || true
|
509 |
|
|
fd_set_default '21>&1' || true
|
510 |
|
|
fd_set_default '22>&2' || true
|
511 |
|
|
}
|
512 |
|
|
set_global_fds
|
513 |
|
|
err_fd=22 # global stderr
|
514 |
|
|
|
515 |
|
|
# usage: explicit_errors_only=1 script...
|
516 |
|
|
# show only explicitly-displayed errors (which have been redirected to fd 22)
|
517 |
|
|
# most of the time this has the same effect as `verbosity=0 script...`,
|
518 |
|
|
# which displays everything that isn't explicitly hidden
|
519 |
|
|
# this option should only be used for testing the explicit error displaying
|
520 |
|
|
if test "$explicit_errors_only"; then disable_logging; fi
|
521 |
|
|
|
522 |
|
|
|
523 |
9264
|
aaronmk
|
#### paths
|
524 |
|
|
|
525 |
9269
|
aaronmk
|
top_script_abs="$(realpath "$0")"; echo_vars top_script_abs # outermost script
|
526 |
|
|
# realpath this before doing any cd so this points to the right place
|
527 |
|
|
|
528 |
9265
|
aaronmk
|
set_paths()
|
529 |
|
|
{
|
530 |
9331
|
aaronmk
|
top_script="$(canon_rel_path "$top_script_abs")" || return
|
531 |
|
|
echo_vars top_script
|
532 |
|
|
top_dir="$(dirname "$top_script")" || return; echo_vars top_dir
|
533 |
9265
|
aaronmk
|
}
|
534 |
|
|
set_paths
|
535 |
9264
|
aaronmk
|
|
536 |
|
|
|
537 |
|
|
#### verbose output
|
538 |
|
|
|
539 |
|
|
|
540 |
9123
|
aaronmk
|
## internal commands
|
541 |
|
|
|
542 |
9166
|
aaronmk
|
.()
|
543 |
|
|
{
|
544 |
9275
|
aaronmk
|
cmd2rel_path; set -- "$FUNCNAME" "$@"
|
545 |
9435
|
aaronmk
|
if (log++; echo_params; can_log); then indent; fi
|
546 |
9166
|
aaronmk
|
builtin "$@"
|
547 |
|
|
}
|
548 |
9158
|
aaronmk
|
|
549 |
9253
|
aaronmk
|
cd() # indent is permanent within subshell cd was used in
|
550 |
|
|
{
|
551 |
9393
|
aaronmk
|
log++ echo_func
|
552 |
9306
|
aaronmk
|
cmd2rel_path; echo_cmd "$FUNCNAME" "$@"
|
553 |
9435
|
aaronmk
|
if can_log; then caller_indent; fi
|
554 |
9307
|
aaronmk
|
# -P: expand symlinks so $PWD matches the output of realpath
|
555 |
9306
|
aaronmk
|
builtin "$FUNCNAME" -P "$@"
|
556 |
9313
|
aaronmk
|
|
557 |
|
|
func=realpath clear_cache
|
558 |
9266
|
aaronmk
|
set_paths
|
559 |
9253
|
aaronmk
|
}
|
560 |
|
|
|
561 |
9110
|
aaronmk
|
## external commands
|
562 |
|
|
|
563 |
9262
|
aaronmk
|
disable_logging() { set_fds "$log_fd>/dev/null"; }
|
564 |
9224
|
aaronmk
|
|
565 |
9407
|
aaronmk
|
function command()
|
566 |
9473
|
aaronmk
|
# usage: [cmd_log_fd=|1|2|#] [redirs=...] [verbosity_min=] command extern_cmd...
|
567 |
9138
|
aaronmk
|
# to view only explicitly-displayed errors: explicit_errors_only=1 script...
|
568 |
9134
|
aaronmk
|
{
|
569 |
9474
|
aaronmk
|
log++ echo_func; kw_params cmd_log_fd redirs verbosity_min
|
570 |
9291
|
aaronmk
|
# if no cmd_log_fd, limit log_fd in case command uses util.sh
|
571 |
|
|
local cmd_log_fd="${cmd_log_fd-$log_fd}"
|
572 |
9473
|
aaronmk
|
local redirs=("${redirs[@]}")
|
573 |
9231
|
aaronmk
|
|
574 |
9436
|
aaronmk
|
# determine redirections now so they can be logged along with the command
|
575 |
|
|
# the following redirections must happen in exactly this order
|
576 |
|
|
if test "$cmd_log_fd"; then
|
577 |
|
|
if can_log; then
|
578 |
|
|
if test "$cmd_log_fd" != "$log_fd"; then
|
579 |
9473
|
aaronmk
|
redirs+=("$cmd_log_fd>&$log_fd")
|
580 |
9436
|
aaronmk
|
fi # else no redir needed
|
581 |
9473
|
aaronmk
|
else redirs+=("$cmd_log_fd>/dev/null");
|
582 |
9436
|
aaronmk
|
fi
|
583 |
|
|
fi
|
584 |
9444
|
aaronmk
|
|
585 |
9473
|
aaronmk
|
cmd2rel_path; echo_cmd "$@" "${redirs[@]}"
|
586 |
9444
|
aaronmk
|
|
587 |
|
|
# add after echoing command so it isn't echoed at the end of every command
|
588 |
9436
|
aaronmk
|
if test "$cmd_log_fd" != 2; then # fd 2 not used for logging
|
589 |
9473
|
aaronmk
|
redirs+=("2>&$err_fd") # assume fd 2 used for errors
|
590 |
9436
|
aaronmk
|
fi
|
591 |
|
|
|
592 |
9192
|
aaronmk
|
(
|
593 |
9438
|
aaronmk
|
if can_log; then indent; fi
|
594 |
9473
|
aaronmk
|
log++ set_fds "${redirs[@]}"
|
595 |
9200
|
aaronmk
|
|
596 |
9407
|
aaronmk
|
if test "$verbosity_min"; then verbosity_min "$verbosity_min"; fi
|
597 |
|
|
|
598 |
9203
|
aaronmk
|
exec -- "$@" # -- so cmd name not treated as `exec` option
|
599 |
9439
|
aaronmk
|
) || die_e
|
600 |
9134
|
aaronmk
|
}
|
601 |
9133
|
aaronmk
|
|
602 |
9160
|
aaronmk
|
# auto-echo common external commands
|
603 |
|
|
for cmd in env rm; do alias "$cmd=command $cmd"; done; unset cmd
|
604 |
9110
|
aaronmk
|
|
605 |
|
|
|
606 |
|
|
### external command input/output
|
607 |
8907
|
aaronmk
|
|
608 |
9318
|
aaronmk
|
pipe_delay() # usage: cmd1 | { pipe_delay; cmd2; }
|
609 |
9270
|
aaronmk
|
{ sleep 0.1; } # s; display after leading output of cmd1
|
610 |
8997
|
aaronmk
|
|
611 |
|
|
fi # load new aliases
|
612 |
|
|
if self_being_included; then
|
613 |
|
|
|
614 |
9074
|
aaronmk
|
echo_stdin() # usage: input|echo_stdin|cmd
|
615 |
8702
|
aaronmk
|
{
|
616 |
8897
|
aaronmk
|
if can_log; then
|
617 |
8998
|
aaronmk
|
pipe_delay
|
618 |
9212
|
aaronmk
|
echo ----- >&"$log_fd"
|
619 |
|
|
tee -a /dev/fd/"$log_fd";
|
620 |
|
|
echo ----- >&"$log_fd"
|
621 |
8897
|
aaronmk
|
else cat
|
622 |
|
|
fi
|
623 |
8702
|
aaronmk
|
}
|
624 |
8275
|
aaronmk
|
|
625 |
9318
|
aaronmk
|
echo_stdout() { echo_stdin; } # usage: cmd|echo_stdout
|
626 |
9044
|
aaronmk
|
|
627 |
8873
|
aaronmk
|
|
628 |
8854
|
aaronmk
|
#### commands
|
629 |
|
|
|
630 |
9122
|
aaronmk
|
require_not_exists() # usage: require_not_exists file || return 0
|
631 |
9073
|
aaronmk
|
{ test ! -e "$1" || type=info die "file "$1" already exists, skipping"; }
|
632 |
9062
|
aaronmk
|
|
633 |
9271
|
aaronmk
|
function to_file() # usage: stdout=... [if_not_exists=1] to_file cmd...
|
634 |
8986
|
aaronmk
|
# auto-removes a command's output file on error (like make's .DELETE_ON_ERROR)
|
635 |
9048
|
aaronmk
|
{
|
636 |
9235
|
aaronmk
|
echo_func; kw_params stdout
|
637 |
9234
|
aaronmk
|
: "${stdout?}"
|
638 |
9475
|
aaronmk
|
if test "$if_not_exists"; then require_not_exists "$stdout" || return 0; fi
|
639 |
9481
|
aaronmk
|
|
640 |
|
|
log ">$stdout"
|
641 |
9439
|
aaronmk
|
"$@" >"$stdout" || { save_e; rm "$stdout"; rethrow; }
|
642 |
9048
|
aaronmk
|
}
|
643 |
9177
|
aaronmk
|
alias to_file='"to_file" ' # last space alias-expands next word
|
644 |
8986
|
aaronmk
|
|
645 |
9074
|
aaronmk
|
run_args_cmd() # runs the command line args command
|
646 |
8272
|
aaronmk
|
{
|
647 |
8693
|
aaronmk
|
eval set -- "$(reverse "${BASH_ARGV[@]}")"
|
648 |
8971
|
aaronmk
|
test $# -ge 1 || set -- all
|
649 |
9189
|
aaronmk
|
echo_cmd "$top_script" "$@"; "$@"
|
650 |
8272
|
aaronmk
|
}
|
651 |
|
|
|
652 |
9074
|
aaronmk
|
fwd() # usage: subdirs=(...); fwd "$FUNCNAME" "$@"
|
653 |
8272
|
aaronmk
|
{
|
654 |
8881
|
aaronmk
|
echo_func
|
655 |
8284
|
aaronmk
|
: "${subdirs?}"
|
656 |
|
|
|
657 |
9297
|
aaronmk
|
for subdir in "${subdirs[@]}"; do "$top_dir"/"$subdir"/run "$@"; done
|
658 |
8272
|
aaronmk
|
}
|
659 |
|
|
|
660 |
9017
|
aaronmk
|
|
661 |
8966
|
aaronmk
|
#### URLs
|
662 |
|
|
|
663 |
9074
|
aaronmk
|
localize_url() { test _"$1" = _"$(hostname -f)" || echo "$1"; }
|
664 |
8966
|
aaronmk
|
|
665 |
8704
|
aaronmk
|
fi
|