Revision 14745
Added by Aaron Marcuse-Kubitza about 10 years ago
trunk/inputs/VegBank/run.log | ||
---|---|---|
1 |
inputs/VegBank/run
|
|
1 |
inputs/VegBank/run |
|
2 | 2 |
+ inputs/VegBank/run |
3 |
| + main @lib/runscripts/util.run:151
|
|
4 |
| | + all @lib/runscripts/install.run:23 |
|
5 |
| | | + install @lib/runscripts/import.run:29 |
|
6 |
| | | | + import @lib/runscripts/datasrc_dir.run:29 |
|
7 |
| | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
8 |
| | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
3 |
| + main @lib/runscripts/util.run:56 -> 152
|
|
4 |
| | + all @lib/runscripts/util.run:152 -> lib/runscripts/install.run:23
|
|
5 |
| | | + install @lib/runscripts/install.run:26 -> lib/runscripts/import.run:29
|
|
6 |
| | | | + import @lib/runscripts/import.run:32 -> lib/runscripts/datasrc_dir.run:29
|
|
7 |
| | | | | + pg_schema_exists @lib/runscripts/datasrc_dir.run:33 -> lib/sh/db.sh:412
|
|
8 |
| | | | | | + benign_does_not_exist_error psql @lib/sh/util.sh:560 -> lib/sh/db.sh:405
|
|
9 | 9 |
| | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
10 | 10 |
| | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
11 | 11 |
\set VERBOSITY terse |
12 | 12 |
\timing on |
13 | 13 |
SET client_min_messages = NOTICE; |
14 |
Time: 0.238 ms
|
|
14 |
Time: 0.198 ms
|
|
15 | 15 |
CREATE TEMP TABLE "VegBank".t () |
16 |
Time: 0.320 ms
|
|
16 |
Time: 0.310 ms
|
|
17 | 17 |
psql:/dev/fd/40:4: ERROR: cannot create temporary relation in non-temporary schema |
18 | 18 |
|
19 |
real 0m0.367s
|
|
20 |
user 0m0.035s
|
|
21 |
sys 0m0.041s
|
|
19 |
real 0m0.263s
|
|
20 |
user 0m0.033s
|
|
21 |
sys 0m0.039s
|
|
22 | 22 |
| | | | | + inputs/VegBank/Source/run import |
23 |
| | | | | | + import @lib/runscripts/table.run:131 |
|
24 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
|
23 |
| | | | | | + import @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
|
|
24 |
| | | | | | | + load_data @lib/runscripts/table.run:134 -> 50
|
|
25 | 25 |
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/Source/.. schema |
26 | 26 |
make: `import_order.txt' is up to date. |
27 | 27 |
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien |
28 | 28 |
\set VERBOSITY terse |
29 | 29 |
\timing on |
30 | 30 |
SET client_min_messages = NOTICE; |
31 |
Time: 0.231 ms
|
|
31 |
Time: 0.221 ms
|
|
32 | 32 |
CREATE SCHEMA "VegBank"; |
33 | 33 |
ERROR: schema "VegBank" already exists |
34 |
Time: 0.278 ms
|
|
34 |
Time: 0.298 ms
|
|
35 | 35 |
0.06 real 0.01 user 0.01 sys |
36 | 36 |
make: [schema] Error 3 (ignored) |
37 | 37 |
|
38 |
real 0m0.958s
|
|
39 |
user 0m0.381s
|
|
40 |
sys 0m0.213s
|
|
38 |
real 0m1.194s
|
|
39 |
user 0m0.380s
|
|
40 |
sys 0m0.215s
|
|
41 | 41 |
|
42 |
real 0m0.055s
|
|
43 |
user 0m0.022s
|
|
44 |
sys 0m0.025s
|
|
42 |
real 0m0.286s
|
|
43 |
user 0m0.023s
|
|
44 |
sys 0m0.028s
|
|
45 | 45 |
: : : : : : : : : table Source already exists, skipping |
46 | 46 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
47 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
|
48 |
| | | | | | | | + map_table @lib/runscripts/table.run:77 |
|
47 |
| | | | | | | + postprocess @lib/runscripts/table.run:135 -> 120
|
|
48 |
| | | | | | | | + map_table @lib/runscripts/table.run:125 -> 77
|
|
49 | 49 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank Source/map.csv |
50 | 50 |
make: `import_order.txt' is up to date. |
51 | 51 |
/usr/bin/make --makefile=../input.Makefile Source/.map.csv.last_cleanup |
... | ... | |
60 | 60 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
61 | 61 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
62 | 62 |
|
63 |
real 0m0.989s
|
|
64 |
user 0m0.632s
|
|
65 |
sys 0m0.316s
|
|
63 |
real 0m1.037s
|
|
64 |
user 0m0.609s
|
|
65 |
sys 0m0.322s
|
|
66 | 66 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
67 | 67 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
68 | 68 |
\set VERBOSITY terse |
69 | 69 |
\timing on |
70 | 70 |
SET client_min_messages = NOTICE; |
71 |
Time: 0.217 ms
|
|
71 |
Time: 0.229 ms
|
|
72 | 72 |
\cd inputs/VegBank/Source |
73 | 73 |
\set schema "VegBank" |
74 | 74 |
\set table "Source" |
75 | 75 |
\set table_str '''"Source"''' |
76 | 76 |
SET search_path TO "VegBank"; |
77 |
Time: 0.086 ms
|
|
77 |
Time: 0.110 ms
|
|
78 | 78 |
SELECT util.reset_map_table('"~Source.map"'); |
79 | 79 |
psql:/dev/fd/40:9: NOTICE: |
80 | 80 |
SET /*LOCAL*/ search_path TO "VegBank"; |
... | ... | |
100 | 100 |
|
101 | 101 |
(1 row) |
102 | 102 |
|
103 |
Time: 182.045 ms
|
|
103 |
Time: 400.250 ms
|
|
104 | 104 |
ALTER TABLE "~Source.map" DISABLE TRIGGER map_filter_insert; |
105 |
Time: 0.431 ms
|
|
105 |
Time: 10.437 ms
|
|
106 | 106 |
\copy "~Source.map" FROM 'map.csv' CSV HEADER; |
107 |
Time: 0.640 ms
|
|
107 |
Time: 28.305 ms
|
|
108 | 108 |
SELECT util.set_col_names_with_metadata('"Source"', '"~Source.map"'); |
109 | 109 |
psql:/dev/fd/40:12: NOTICE: |
110 | 110 |
SET /*LOCAL*/ search_path TO "VegBank"; |
... | ... | |
129 | 129 |
|
130 | 130 |
(1 row) |
131 | 131 |
|
132 |
Time: 39.246 ms
|
|
132 |
Time: 73.537 ms
|
|
133 | 133 |
|
134 |
real 0m0.287s
|
|
134 |
real 0m0.579s
|
|
135 | 135 |
user 0m0.028s |
136 |
sys 0m0.030s
|
|
137 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
|
138 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
|
136 |
sys 0m0.031s
|
|
137 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:126 -> 107
|
|
138 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:127 -> 117
|
|
139 | 139 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
140 | 140 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
141 | 141 |
\set VERBOSITY terse |
142 | 142 |
\timing on |
143 | 143 |
SET client_min_messages = NOTICE; |
144 |
Time: 0.202 ms
|
|
144 |
Time: 0.218 ms
|
|
145 | 145 |
\cd schemas/VegCore |
146 | 146 |
\set schema "VegBank" |
147 | 147 |
\set table "Source" |
148 | 148 |
\set table_str '''"Source"''' |
149 | 149 |
SET search_path TO "VegBank"; |
150 |
Time: 0.147 ms
|
|
150 |
Time: 0.138 ms
|
|
151 | 151 |
SELECT util.search_path_append('util'); |
152 | 152 |
psql:/dev/fd/40:9: NOTICE: |
153 | 153 |
SET search_path TO "VegBank", util |
... | ... | |
157 | 157 |
|
158 | 158 |
(1 row) |
159 | 159 |
|
160 |
Time: 19.554 ms
|
|
160 |
Time: 74.067 ms
|
|
161 | 161 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
162 | 162 |
psql:/dev/fd/40:11: NOTICE: |
163 | 163 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
168 | 168 |
|
169 | 169 |
(1 row) |
170 | 170 |
|
171 |
Time: 4.537 ms
|
|
171 |
Time: 39.100 ms
|
|
172 | 172 |
|
173 |
real 0m0.086s
|
|
173 |
real 0m0.177s
|
|
174 | 174 |
user 0m0.027s |
175 | 175 |
sys 0m0.029s |
176 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
|
177 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
178 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
179 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
176 |
| | | | | | | | + mappings @lib/runscripts/table.run:128 -> 99
|
|
177 |
| | | | | | | | | + public_schema_exists @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
|
|
178 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:421 -> 412
|
|
179 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/util.sh:560 -> lib/sh/db.sh:405
|
|
180 | 180 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
181 | 181 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
182 | 182 |
\set VERBOSITY terse |
183 | 183 |
\timing on |
184 | 184 |
SET client_min_messages = NOTICE; |
185 |
Time: 0.206 ms
|
|
185 |
Time: 0.209 ms
|
|
186 | 186 |
\cd inputs/VegBank/Source |
187 | 187 |
\set schema "public" |
188 | 188 |
\set table "Source" |
... | ... | |
190 | 190 |
SET search_path TO "public"; |
191 | 191 |
Time: 0.099 ms |
192 | 192 |
CREATE TEMP TABLE "public".t () |
193 |
Time: 0.296 ms
|
|
193 |
Time: 0.314 ms
|
|
194 | 194 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
195 | 195 |
|
196 |
real 0m0.081s
|
|
197 |
user 0m0.035s
|
|
198 |
sys 0m0.039s
|
|
199 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
|
196 |
real 0m0.084s
|
|
197 |
user 0m0.034s
|
|
198 |
sys 0m0.040s
|
|
199 |
| | | | | | | | | + test_ @lib/runscripts/table.run:104 -> 97
|
|
200 | 200 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank Source/test |
201 | 201 |
make: `import_order.txt' is up to date. |
202 | 202 |
/usr/bin/make --makefile=../input.Makefile Source/.map.csv.last_cleanup |
... | ... | |
224 | 224 |
Connecting to PostgreSQL database vegbien |
225 | 225 |
Connecting to PostgreSQL database vegbien |
226 | 226 |
Processed 1 input rows |
227 |
Took 0:00:00.382582 sec/1 row(s) = 383. ms/row
|
|
227 |
Took 0:00:01.208019 sec/1 row(s) = 1.21 s/row
|
|
228 | 228 |
Encountered 0 error(s)/1 row(s) = 0.0% |
229 | 229 |
+ diff --unified=2 --ignore-space-change Source/test.xml.ref Source/test.xml |
230 | 230 |
|
231 |
real 0m1.925s
|
|
232 |
user 0m0.964s
|
|
233 |
sys 0m0.399s
|
|
231 |
real 0m3.545s
|
|
232 |
user 0m0.943s
|
|
233 |
sys 0m0.441s
|
|
234 | 234 |
|
235 |
real 0m7.177s
|
|
236 |
user 0m2.891s
|
|
237 |
sys 0m1.958s
|
|
235 |
real 0m9.509s
|
|
236 |
user 0m2.844s
|
|
237 |
sys 0m2.020s
|
|
238 | 238 |
| | | | | + inputs/VegBank/project/run import |
239 |
| | | | | | + import @lib/runscripts/table.run:131 |
|
240 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
|
239 |
| | | | | | + import @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
|
|
240 |
| | | | | | | + load_data @lib/runscripts/table.run:134 -> 50
|
|
241 | 241 |
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/project/.. schema |
242 | 242 |
make: `import_order.txt' is up to date. |
243 | 243 |
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien |
244 | 244 |
\set VERBOSITY terse |
245 | 245 |
\timing on |
246 | 246 |
SET client_min_messages = NOTICE; |
247 |
Time: 0.262 ms
|
|
247 |
Time: 0.230 ms
|
|
248 | 248 |
CREATE SCHEMA "VegBank"; |
249 | 249 |
ERROR: schema "VegBank" already exists |
250 |
Time: 0.233 ms
|
|
250 |
Time: 0.227 ms
|
|
251 | 251 |
0.03 real 0.01 user 0.01 sys |
252 | 252 |
make: [schema] Error 3 (ignored) |
253 | 253 |
|
254 |
real 0m0.652s
|
|
255 |
user 0m0.388s
|
|
256 |
sys 0m0.209s
|
|
254 |
real 0m0.662s
|
|
255 |
user 0m0.380s
|
|
256 |
sys 0m0.208s
|
|
257 | 257 |
|
258 |
real 0m0.061s
|
|
259 |
user 0m0.024s
|
|
260 |
sys 0m0.027s
|
|
258 |
real 0m0.277s
|
|
259 |
user 0m0.023s
|
|
260 |
sys 0m0.025s
|
|
261 | 261 |
: : : : : : : : : table project already exists, skipping |
262 | 262 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
263 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
|
264 |
| | | | | | | | + map_table @lib/runscripts/table.run:77 |
|
263 |
| | | | | | | + postprocess @lib/runscripts/table.run:135 -> 120
|
|
264 |
| | | | | | | | + map_table @lib/runscripts/table.run:125 -> 77
|
|
265 | 265 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank project/map.csv |
266 | 266 |
make: `import_order.txt' is up to date. |
267 | 267 |
/usr/bin/make --makefile=../input.Makefile project/.map.csv.last_cleanup |
... | ... | |
276 | 276 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
277 | 277 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
278 | 278 |
|
279 |
real 0m0.989s
|
|
280 |
user 0m0.627s
|
|
281 |
sys 0m0.316s
|
|
279 |
real 0m1.034s
|
|
280 |
user 0m0.606s
|
|
281 |
sys 0m0.320s
|
|
282 | 282 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
283 | 283 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
284 | 284 |
\set VERBOSITY terse |
285 | 285 |
\timing on |
286 | 286 |
SET client_min_messages = NOTICE; |
287 |
Time: 0.215 ms
|
|
287 |
Time: 0.207 ms
|
|
288 | 288 |
\cd inputs/VegBank/project |
289 | 289 |
\set schema "VegBank" |
290 | 290 |
\set table "project" |
291 | 291 |
\set table_str '''"project"''' |
292 | 292 |
SET search_path TO "VegBank"; |
293 |
Time: 0.085 ms
|
|
293 |
Time: 0.130 ms
|
|
294 | 294 |
SELECT util.reset_map_table('"~project.map"'); |
295 | 295 |
psql:/dev/fd/40:9: NOTICE: |
296 | 296 |
SET /*LOCAL*/ search_path TO "VegBank"; |
... | ... | |
316 | 316 |
|
317 | 317 |
(1 row) |
318 | 318 |
|
319 |
Time: 126.000 ms
|
|
319 |
Time: 259.999 ms
|
|
320 | 320 |
ALTER TABLE "~project.map" DISABLE TRIGGER map_filter_insert; |
321 |
Time: 0.385 ms
|
|
321 |
Time: 0.580 ms
|
|
322 | 322 |
\copy "~project.map" FROM 'map.csv' CSV HEADER; |
323 |
Time: 0.688 ms
|
|
323 |
Time: 28.715 ms
|
|
324 | 324 |
SELECT util.set_col_names_with_metadata('"project"', '"~project.map"'); |
325 | 325 |
set_col_names_with_metadata |
326 | 326 |
----------------------------- |
327 | 327 |
|
328 | 328 |
(1 row) |
329 | 329 |
|
330 |
Time: 3.456 ms
|
|
330 |
Time: 3.849 ms
|
|
331 | 331 |
|
332 |
real 0m0.195s
|
|
333 |
user 0m0.028s
|
|
334 |
sys 0m0.030s
|
|
335 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
|
336 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
|
332 |
real 0m0.361s
|
|
333 |
user 0m0.029s
|
|
334 |
sys 0m0.032s
|
|
335 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:126 -> 107
|
|
336 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:127 -> 117
|
|
337 | 337 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
338 | 338 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
339 | 339 |
\set VERBOSITY terse |
340 | 340 |
\timing on |
341 | 341 |
SET client_min_messages = NOTICE; |
342 |
Time: 0.203 ms
|
|
342 |
Time: 0.206 ms
|
|
343 | 343 |
\cd schemas/VegCore |
344 | 344 |
\set schema "VegBank" |
345 | 345 |
\set table "project" |
346 | 346 |
\set table_str '''"project"''' |
347 | 347 |
SET search_path TO "VegBank"; |
348 |
Time: 0.082 ms
|
|
348 |
Time: 0.110 ms
|
|
349 | 349 |
SELECT util.search_path_append('util'); |
350 | 350 |
psql:/dev/fd/40:9: NOTICE: |
351 | 351 |
SET search_path TO "VegBank", util |
... | ... | |
355 | 355 |
|
356 | 356 |
(1 row) |
357 | 357 |
|
358 |
Time: 19.628 ms
|
|
358 |
Time: 29.693 ms
|
|
359 | 359 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
360 | 360 |
psql:/dev/fd/40:11: NOTICE: |
361 | 361 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
366 | 366 |
|
367 | 367 |
(1 row) |
368 | 368 |
|
369 |
Time: 4.587 ms
|
|
369 |
Time: 24.058 ms
|
|
370 | 370 |
|
371 |
real 0m0.085s
|
|
371 |
real 0m0.121s
|
|
372 | 372 |
user 0m0.027s |
373 |
sys 0m0.028s
|
|
374 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
|
375 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
376 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
377 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
373 |
sys 0m0.029s
|
|
374 |
| | | | | | | | + mappings @lib/runscripts/table.run:128 -> 99
|
|
375 |
| | | | | | | | | + public_schema_exists @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
|
|
376 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:421 -> 412
|
|
377 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/util.sh:560 -> lib/sh/db.sh:405
|
|
378 | 378 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
379 | 379 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
380 | 380 |
\set VERBOSITY terse |
381 | 381 |
\timing on |
382 | 382 |
SET client_min_messages = NOTICE; |
383 |
Time: 0.212 ms
|
|
383 |
Time: 0.189 ms
|
|
384 | 384 |
\cd inputs/VegBank/project |
385 | 385 |
\set schema "public" |
386 | 386 |
\set table "project" |
387 | 387 |
\set table_str '''"project"''' |
388 | 388 |
SET search_path TO "public"; |
389 |
Time: 0.115 ms
|
|
389 |
Time: 0.164 ms
|
|
390 | 390 |
CREATE TEMP TABLE "public".t () |
391 |
Time: 0.323 ms
|
|
391 |
Time: 0.331 ms
|
|
392 | 392 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
393 | 393 |
|
394 |
real 0m0.086s
|
|
395 |
user 0m0.036s
|
|
394 |
real 0m0.083s
|
|
395 |
user 0m0.035s
|
|
396 | 396 |
sys 0m0.040s |
397 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
|
397 |
| | | | | | | | | + test_ @lib/runscripts/table.run:104 -> 97
|
|
398 | 398 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank project/test |
399 | 399 |
make: `import_order.txt' is up to date. |
400 | 400 |
/usr/bin/make --makefile=../input.Makefile project/.map.csv.last_cleanup |
... | ... | |
424 | 424 |
../../bin/../lib/sql_io.py:422: UserWarning: Inserting empty table row(s) |
425 | 425 |
warnings.warn(UserWarning('Inserting empty table row(s)')) |
426 | 426 |
Processed 2 input rows |
427 |
Took 0:00:00.379552 sec/2 row(s) = 190. ms/row
|
|
427 |
Took 0:00:00.592433 sec/2 row(s) = 296. ms/row
|
|
428 | 428 |
Encountered 0 error(s)/2 row(s) = 0.0% |
429 | 429 |
+ diff --unified=2 --ignore-space-change project/test.xml.ref project/test.xml |
430 | 430 |
|
431 |
real 0m1.720s
|
|
432 |
user 0m1.018s
|
|
433 |
sys 0m0.400s
|
|
431 |
real 0m2.019s
|
|
432 |
user 0m0.979s
|
|
433 |
sys 0m0.412s
|
|
434 | 434 |
|
435 |
real 0m6.428s
|
|
436 |
user 0m2.948s
|
|
437 |
sys 0m1.959s
|
|
435 |
real 0m7.232s
|
|
436 |
user 0m2.883s
|
|
437 |
sys 0m1.985s
|
|
438 | 438 |
| | | | | + inputs/VegBank/plot/run import |
439 |
| | | | | | + import @lib/runscripts/table.run:131 |
|
440 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
|
439 |
| | | | | | + import @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
|
|
440 |
| | | | | | | + load_data @lib/runscripts/table.run:134 -> 50
|
|
441 | 441 |
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/plot/.. schema |
442 | 442 |
make: `import_order.txt' is up to date. |
443 | 443 |
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien |
444 | 444 |
\set VERBOSITY terse |
445 | 445 |
\timing on |
446 | 446 |
SET client_min_messages = NOTICE; |
447 |
Time: 0.271 ms
|
|
447 |
Time: 0.297 ms
|
|
448 | 448 |
CREATE SCHEMA "VegBank"; |
449 | 449 |
ERROR: schema "VegBank" already exists |
450 |
Time: 0.227 ms
|
|
450 |
Time: 0.219 ms
|
|
451 | 451 |
0.03 real 0.01 user 0.01 sys |
452 | 452 |
make: [schema] Error 3 (ignored) |
453 | 453 |
|
454 |
real 0m0.622s
|
|
455 |
user 0m0.391s
|
|
456 |
sys 0m0.209s
|
|
454 |
real 0m0.647s
|
|
455 |
user 0m0.378s
|
|
456 |
sys 0m0.211s
|
|
457 | 457 |
|
458 |
real 0m0.056s
|
|
458 |
real 0m0.211s
|
|
459 | 459 |
user 0m0.023s |
460 |
sys 0m0.025s
|
|
460 |
sys 0m0.024s
|
|
461 | 461 |
: : : : : : : : : table plot already exists, skipping |
462 | 462 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
463 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
|
464 |
| | | | | | | | + map_table @lib/runscripts/table.run:77 |
|
463 |
| | | | | | | + postprocess @lib/runscripts/table.run:135 -> 120
|
|
464 |
| | | | | | | | + map_table @lib/runscripts/table.run:125 -> 77
|
|
465 | 465 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot/map.csv |
466 | 466 |
make: `import_order.txt' is up to date. |
467 | 467 |
/usr/bin/make --makefile=../input.Makefile plot/.map.csv.last_cleanup |
... | ... | |
476 | 476 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
477 | 477 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
478 | 478 |
|
479 |
real 0m0.985s
|
|
480 |
user 0m0.625s
|
|
481 |
sys 0m0.319s
|
|
479 |
real 0m1.018s
|
|
480 |
user 0m0.613s
|
|
481 |
sys 0m0.324s
|
|
482 | 482 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
483 | 483 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
484 | 484 |
\set VERBOSITY terse |
485 | 485 |
\timing on |
486 | 486 |
SET client_min_messages = NOTICE; |
487 |
Time: 0.217 ms
|
|
487 |
Time: 0.201 ms
|
|
488 | 488 |
\cd inputs/VegBank/plot |
489 | 489 |
\set schema "VegBank" |
490 | 490 |
\set table "plot" |
491 | 491 |
\set table_str '''"plot"''' |
492 | 492 |
SET search_path TO "VegBank"; |
493 |
Time: 0.086 ms
|
|
493 |
Time: 0.114 ms
|
|
494 | 494 |
SELECT util.reset_map_table('"~plot.map"'); |
495 | 495 |
psql:/dev/fd/40:9: NOTICE: |
496 | 496 |
SET /*LOCAL*/ search_path TO "VegBank"; |
... | ... | |
516 | 516 |
|
517 | 517 |
(1 row) |
518 | 518 |
|
519 |
Time: 56.224 ms
|
|
519 |
Time: 128.432 ms
|
|
520 | 520 |
ALTER TABLE "~plot.map" DISABLE TRIGGER map_filter_insert; |
521 |
Time: 0.453 ms
|
|
521 |
Time: 0.409 ms
|
|
522 | 522 |
\copy "~plot.map" FROM 'map.csv' CSV HEADER; |
523 |
Time: 1.431 ms
|
|
523 |
Time: 20.394 ms
|
|
524 | 524 |
SELECT util.set_col_names_with_metadata('"plot"', '"~plot.map"'); |
525 | 525 |
set_col_names_with_metadata |
526 | 526 |
----------------------------- |
527 | 527 |
|
528 | 528 |
(1 row) |
529 | 529 |
|
530 |
Time: 3.966 ms
|
|
530 |
Time: 3.736 ms
|
|
531 | 531 |
|
532 |
real 0m0.126s
|
|
532 |
real 0m0.220s
|
|
533 | 533 |
user 0m0.028s |
534 |
sys 0m0.030s
|
|
535 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
|
534 |
sys 0m0.032s
|
|
535 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:126 -> 107
|
|
536 | 536 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot/postprocess.sql |
537 | 537 |
make: `import_order.txt' is up to date. |
538 | 538 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
... | ... | |
540 | 540 |
make[2]: `VegCore.thesaurus.csv' is up to date. |
541 | 541 |
../../bin/in_place plot/postprocess.sql env text=1 ../../bin/repl ../../mappings/VegCore.thesaurus.csv |
542 | 542 |
|
543 |
real 0m1.023s
|
|
544 |
user 0m0.715s
|
|
545 |
sys 0m0.227s
|
|
543 |
real 0m1.079s
|
|
544 |
user 0m0.710s
|
|
545 |
sys 0m0.230s
|
|
546 | 546 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
547 | 547 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
548 | 548 |
\set VERBOSITY terse |
549 | 549 |
\timing on |
550 | 550 |
SET client_min_messages = NOTICE; |
551 |
Time: 0.276 ms
|
|
551 |
Time: 0.197 ms
|
|
552 | 552 |
\cd inputs/VegBank/plot |
553 | 553 |
\set schema "VegBank" |
554 | 554 |
\set table "plot" |
555 | 555 |
\set table_str '''"plot"''' |
556 | 556 |
SET search_path TO "VegBank"; |
557 |
Time: 0.086 ms
|
|
557 |
Time: 0.112 ms
|
|
558 | 558 |
SELECT util.search_path_append('util'); |
559 | 559 |
psql:/dev/fd/40:9: NOTICE: |
560 | 560 |
SET search_path TO "VegBank", util |
... | ... | |
564 | 564 |
|
565 | 565 |
(1 row) |
566 | 566 |
|
567 |
Time: 18.286 ms
|
|
567 |
Time: 66.426 ms
|
|
568 | 568 |
SELECT create_if_not_exists($$ALTER TABLE $$||:table_str||$$ ADD PRIMARY KEY ("locationID")$$); -- runtime: 0.2 s ("Time: 238.474 ms") @starscream |
569 | 569 |
psql:/dev/fd/40:11: NOTICE: |
570 | 570 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
575 | 575 |
|
576 | 576 |
(1 row) |
577 | 577 |
|
578 |
Time: 3.575 ms
|
|
578 |
Time: 64.808 ms
|
|
579 | 579 |
-- remove institutions that we have direct data for |
580 | 580 |
-- CVS |
581 | 581 |
DELETE FROM :table |
582 | 582 |
WHERE "locationName" IN (SELECT "locationName" FROM "CVS".plot_) |
583 | 583 |
-- removes 2323 of 7079 CVS plots (75340 - 73017) |
584 | 584 |
; -- runtime: 1 min ("48999.044 ms") @starscream |
585 |
Time: 39.655 ms
|
|
585 |
Time: 611.562 ms
|
|
586 | 586 |
-- map_*() derived cols |
587 | 587 |
-- runtime: 2 s @starscream |
588 | 588 |
CREATE OR REPLACE FUNCTION map_access_rights(value integer) |
... | ... | |
604 | 604 |
$BODY$ |
605 | 605 |
LANGUAGE sql IMMUTABLE |
606 | 606 |
COST 100; |
607 |
Time: 0.789 ms
|
|
607 |
Time: 94.104 ms
|
|
608 | 608 |
SELECT mk_derived_col((:table_str, 'accessRights'), $$map_access_rights("accessRights_verbatim")$$); -- runtime: 1 s ("Time: 1167.547 ms") @starscream |
609 | 609 |
psql:/dev/fd/40:46: NOTICE: |
610 | 610 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
627 | 627 |
|
628 | 628 |
(1 row) |
629 | 629 |
|
630 |
Time: 5.084 ms
|
|
630 |
Time: 5.993 ms
|
|
631 | 631 |
CREATE OR REPLACE FUNCTION map_fuzzing(value integer) |
632 | 632 |
RETURNS double precision AS |
633 | 633 |
$BODY$ |
... | ... | |
647 | 647 |
$BODY$ |
648 | 648 |
LANGUAGE sql IMMUTABLE |
649 | 649 |
COST 100; |
650 |
Time: 0.372 ms
|
|
650 |
Time: 59.635 ms
|
|
651 | 651 |
SELECT mk_derived_col((:table_str, 'coordinateUncertaintyInMeters__from_fuzzing'), $$map_fuzzing("accessRights_verbatim")$$); -- runtime: 1 s ("Time: 1064.189 ms") @starscream |
652 | 652 |
psql:/dev/fd/40:68: NOTICE: |
653 | 653 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
670 | 670 |
|
671 | 671 |
(1 row) |
672 | 672 |
|
673 |
Time: 4.356 ms
|
|
673 |
Time: 61.974 ms
|
|
674 | 674 |
SELECT mk_derived_col((:table_str, 'coordinateUncertaintyInMeters'), |
675 | 675 |
$$GREATEST("coordinateUncertaintyInMeters__from_fuzzing", "coordinateUncertaintyInMeters__from_coords")$$) |
676 | 676 |
; -- runtime: 0.5 s ("Time: 586.453 ms") @starscream |
... | ... | |
695 | 695 |
|
696 | 696 |
(1 row) |
697 | 697 |
|
698 |
Time: 3.821 ms
|
|
698 |
Time: 3.832 ms
|
|
699 | 699 |
SELECT mk_derived_col((:table_str, 'locality'), |
700 | 700 |
$$_join("directions_to_place", "site_name")$$) |
701 | 701 |
; -- runtime: 4 s ("Time: 3651.355 ms") @starscream |
... | ... | |
720 | 720 |
|
721 | 721 |
(1 row) |
722 | 722 |
|
723 |
Time: 4.151 ms
|
|
723 |
Time: 4.469 ms
|
|
724 | 724 |
|
725 |
real 0m0.143s
|
|
726 |
user 0m0.027s
|
|
727 |
sys 0m0.029s
|
|
728 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
|
725 |
real 0m1.043s
|
|
726 |
user 0m0.029s
|
|
727 |
sys 0m0.033s
|
|
728 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:127 -> 117
|
|
729 | 729 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
730 | 730 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
731 | 731 |
\set VERBOSITY terse |
732 | 732 |
\timing on |
733 | 733 |
SET client_min_messages = NOTICE; |
734 |
Time: 0.205 ms
|
|
734 |
Time: 0.200 ms
|
|
735 | 735 |
\cd schemas/VegCore |
736 | 736 |
\set schema "VegBank" |
737 | 737 |
\set table "plot" |
738 | 738 |
\set table_str '''"plot"''' |
739 | 739 |
SET search_path TO "VegBank"; |
740 |
Time: 0.100 ms
|
|
740 |
Time: 0.111 ms
|
|
741 | 741 |
SELECT util.search_path_append('util'); |
742 | 742 |
psql:/dev/fd/40:9: NOTICE: |
743 | 743 |
SET search_path TO "VegBank", util |
... | ... | |
747 | 747 |
|
748 | 748 |
(1 row) |
749 | 749 |
|
750 |
Time: 19.638 ms
|
|
750 |
Time: 18.621 ms
|
|
751 | 751 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
752 | 752 |
psql:/dev/fd/40:11: NOTICE: |
753 | 753 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
758 | 758 |
|
759 | 759 |
(1 row) |
760 | 760 |
|
761 |
Time: 4.597 ms
|
|
761 |
Time: 4.585 ms
|
|
762 | 762 |
|
763 |
real 0m0.085s
|
|
763 |
real 0m0.086s
|
|
764 | 764 |
user 0m0.027s |
765 | 765 |
sys 0m0.028s |
766 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
|
767 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
768 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
769 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
766 |
| | | | | | | | + mappings @lib/runscripts/table.run:128 -> 99
|
|
767 |
| | | | | | | | | + public_schema_exists @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
|
|
768 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:421 -> 412
|
|
769 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/util.sh:560 -> lib/sh/db.sh:405
|
|
770 | 770 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
771 | 771 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
772 | 772 |
\set VERBOSITY terse |
773 | 773 |
\timing on |
774 | 774 |
SET client_min_messages = NOTICE; |
775 |
Time: 0.218 ms
|
|
775 |
Time: 0.225 ms
|
|
776 | 776 |
\cd inputs/VegBank/plot |
777 | 777 |
\set schema "public" |
778 | 778 |
\set table "plot" |
779 | 779 |
\set table_str '''"plot"''' |
780 | 780 |
SET search_path TO "public"; |
781 |
Time: 0.089 ms
|
|
781 |
Time: 0.129 ms
|
|
782 | 782 |
CREATE TEMP TABLE "public".t () |
783 |
Time: 0.338 ms
|
|
783 |
Time: 0.387 ms
|
|
784 | 784 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
785 | 785 |
|
786 |
real 0m0.088s
|
|
787 |
user 0m0.036s
|
|
788 |
sys 0m0.043s
|
|
789 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
|
786 |
real 0m0.082s
|
|
787 |
user 0m0.034s
|
|
788 |
sys 0m0.038s
|
|
789 |
| | | | | | | | | + test_ @lib/runscripts/table.run:104 -> 97
|
|
790 | 790 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot/test |
791 | 791 |
make: `import_order.txt' is up to date. |
792 | 792 |
/usr/bin/make --makefile=../input.Makefile plot/.map.csv.last_cleanup |
... | ... | |
814 | 814 |
Connecting to PostgreSQL database vegbien |
815 | 815 |
Connecting to PostgreSQL database vegbien |
816 | 816 |
Processed 2 input rows |
817 |
Took 0:00:00.637779 sec/2 row(s) = 319. ms/row
|
|
817 |
Took 0:00:01.108461 sec/2 row(s) = 554. ms/row
|
|
818 | 818 |
Encountered 0 error(s)/2 row(s) = 0.0% |
819 | 819 |
+ diff --unified=2 --ignore-space-change plot/test.xml.ref plot/test.xml |
820 | 820 |
|
821 |
real 0m1.979s
|
|
822 |
user 0m1.225s
|
|
823 |
sys 0m0.411s
|
|
821 |
real 0m2.521s
|
|
822 |
user 0m1.184s
|
|
823 |
sys 0m0.416s
|
|
824 | 824 |
|
825 |
real 0m8.123s
|
|
826 |
user 0m3.962s
|
|
827 |
sys 0m2.315s
|
|
825 |
real 0m9.930s
|
|
826 |
user 0m3.897s
|
|
827 |
sys 0m2.340s
|
|
828 | 828 |
| | | | | + inputs/VegBank/plot_/run import |
829 |
| | | | | | + import @lib/runscripts/table.run:131 |
|
830 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
|
829 |
| | | | | | + import @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
|
|
830 |
| | | | | | | + load_data @lib/runscripts/table.run:134 -> 50
|
|
831 | 831 |
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/plot_/.. schema |
832 | 832 |
make: `import_order.txt' is up to date. |
833 | 833 |
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien |
834 | 834 |
\set VERBOSITY terse |
835 | 835 |
\timing on |
836 | 836 |
SET client_min_messages = NOTICE; |
837 |
Time: 0.195 ms
|
|
837 |
Time: 0.192 ms
|
|
838 | 838 |
CREATE SCHEMA "VegBank"; |
839 | 839 |
ERROR: schema "VegBank" already exists |
840 |
Time: 0.201 ms
|
|
841 |
0.03 real 0.01 user 0.01 sys
|
|
840 |
Time: 0.222 ms
|
|
841 |
0.06 real 0.01 user 0.01 sys
|
|
842 | 842 |
make: [schema] Error 3 (ignored) |
843 | 843 |
|
844 |
real 0m0.774s
|
|
845 |
user 0m0.388s
|
|
846 |
sys 0m0.211s
|
|
844 |
real 0m0.648s
|
|
845 |
user 0m0.379s
|
|
846 |
sys 0m0.210s
|
|
847 | 847 |
|
848 |
real 0m0.054s
|
|
848 |
real 0m0.163s
|
|
849 | 849 |
user 0m0.023s |
850 |
sys 0m0.025s
|
|
850 |
sys 0m0.026s
|
|
851 | 851 |
: : : : : : : : : table plot_ already exists, skipping |
852 | 852 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
853 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
|
854 |
| | | | | | | | + map_table @lib/runscripts/table.run:77 |
|
853 |
| | | | | | | + postprocess @lib/runscripts/table.run:135 -> 120
|
|
854 |
| | | | | | | | + map_table @lib/runscripts/table.run:125 -> 77
|
|
855 | 855 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot_/map.csv |
856 | 856 |
make: `import_order.txt' is up to date. |
857 | 857 |
/usr/bin/make --makefile=../input.Makefile plot_/.map.csv.last_cleanup |
... | ... | |
866 | 866 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
867 | 867 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
868 | 868 |
|
869 |
real 0m0.985s
|
|
870 |
user 0m0.625s
|
|
871 |
sys 0m0.320s
|
|
869 |
real 0m1.054s
|
|
870 |
user 0m0.611s
|
|
871 |
sys 0m0.324s
|
|
872 | 872 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
873 | 873 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
874 | 874 |
\set VERBOSITY terse |
875 | 875 |
\timing on |
876 | 876 |
SET client_min_messages = NOTICE; |
877 |
Time: 0.199 ms
|
|
877 |
Time: 0.196 ms
|
|
878 | 878 |
\cd inputs/VegBank/plot_ |
879 | 879 |
\set schema "VegBank" |
880 | 880 |
\set table "plot_" |
881 | 881 |
\set table_str '''"plot_"''' |
882 | 882 |
SET search_path TO "VegBank"; |
883 |
Time: 0.096 ms
|
|
883 |
Time: 0.108 ms
|
|
884 | 884 |
SELECT util.reset_map_table('"~plot_.map"'); |
885 | 885 |
psql:/dev/fd/40:9: NOTICE: |
886 | 886 |
SET /*LOCAL*/ search_path TO "VegBank"; |
... | ... | |
906 | 906 |
|
907 | 907 |
(1 row) |
908 | 908 |
|
909 |
Time: 149.798 ms
|
|
909 |
Time: 167.528 ms
|
|
910 | 910 |
ALTER TABLE "~plot_.map" DISABLE TRIGGER map_filter_insert; |
911 |
Time: 0.390 ms
|
|
911 |
Time: 0.329 ms
|
|
912 | 912 |
\copy "~plot_.map" FROM 'map.csv' CSV HEADER; |
913 |
Time: 1.720 ms
|
|
913 |
Time: 34.162 ms
|
|
914 | 914 |
SELECT util.set_col_names_with_metadata('"plot_"', '"~plot_.map"'); |
915 | 915 |
set_col_names_with_metadata |
916 | 916 |
----------------------------- |
917 | 917 |
|
918 | 918 |
(1 row) |
919 | 919 |
|
920 |
Time: 3.683 ms
|
|
920 |
Time: 43.171 ms
|
|
921 | 921 |
|
922 |
real 0m0.219s
|
|
922 |
real 0m0.316s
|
|
923 | 923 |
user 0m0.028s |
924 |
sys 0m0.029s
|
|
925 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
|
926 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
|
924 |
sys 0m0.032s
|
|
925 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:126 -> 107
|
|
926 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:127 -> 117
|
|
927 | 927 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
928 | 928 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
929 | 929 |
\set VERBOSITY terse |
930 | 930 |
\timing on |
931 | 931 |
SET client_min_messages = NOTICE; |
932 |
Time: 0.263 ms
|
|
932 |
Time: 0.225 ms
|
|
933 | 933 |
\cd schemas/VegCore |
934 | 934 |
\set schema "VegBank" |
935 | 935 |
\set table "plot_" |
936 | 936 |
\set table_str '''"plot_"''' |
937 | 937 |
SET search_path TO "VegBank"; |
938 |
Time: 0.092 ms
|
|
938 |
Time: 0.169 ms
|
|
939 | 939 |
SELECT util.search_path_append('util'); |
940 | 940 |
psql:/dev/fd/40:9: NOTICE: |
941 | 941 |
SET search_path TO "VegBank", util |
... | ... | |
945 | 945 |
|
946 | 946 |
(1 row) |
947 | 947 |
|
948 |
Time: 19.318 ms
|
|
948 |
Time: 41.557 ms
|
|
949 | 949 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
950 | 950 |
psql:/dev/fd/40:11: NOTICE: |
951 | 951 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
956 | 956 |
|
957 | 957 |
(1 row) |
958 | 958 |
|
959 |
Time: 4.370 ms
|
|
959 |
Time: 21.620 ms
|
|
960 | 960 |
|
961 |
real 0m0.086s
|
|
961 |
real 0m0.127s
|
|
962 | 962 |
user 0m0.027s |
963 |
sys 0m0.029s
|
|
964 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
|
965 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
966 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
967 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
963 |
sys 0m0.028s
|
|
964 |
| | | | | | | | + mappings @lib/runscripts/table.run:128 -> 99
|
|
965 |
| | | | | | | | | + public_schema_exists @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
|
|
966 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:421 -> 412
|
|
967 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/util.sh:560 -> lib/sh/db.sh:405
|
|
968 | 968 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
969 | 969 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
970 | 970 |
\set VERBOSITY terse |
971 | 971 |
\timing on |
972 | 972 |
SET client_min_messages = NOTICE; |
973 |
Time: 0.217 ms
|
|
973 |
Time: 0.196 ms
|
|
974 | 974 |
\cd inputs/VegBank/plot_ |
975 | 975 |
\set schema "public" |
976 | 976 |
\set table "plot_" |
977 | 977 |
\set table_str '''"plot_"''' |
978 | 978 |
SET search_path TO "public"; |
979 |
Time: 0.089 ms
|
|
979 |
Time: 0.110 ms
|
|
980 | 980 |
CREATE TEMP TABLE "public".t () |
981 |
Time: 0.323 ms
|
|
981 |
Time: 0.299 ms
|
|
982 | 982 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
983 | 983 |
|
984 |
real 0m0.082s
|
|
985 |
user 0m0.035s
|
|
986 |
sys 0m0.039s
|
|
987 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
|
984 |
real 0m0.084s
|
|
985 |
user 0m0.034s
|
|
986 |
sys 0m0.040s
|
|
987 |
| | | | | | | | | + test_ @lib/runscripts/table.run:104 -> 97
|
|
988 | 988 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot_/test |
989 | 989 |
make: `import_order.txt' is up to date. |
990 | 990 |
/usr/bin/make --makefile=../input.Makefile plot_/.map.csv.last_cleanup |
... | ... | |
1012 | 1012 |
Connecting to PostgreSQL database vegbien |
1013 | 1013 |
Connecting to PostgreSQL database vegbien |
1014 | 1014 |
Processed 2 input rows |
1015 |
Took 0:00:00.662433 sec/2 row(s) = 331. ms/row
|
|
1015 |
Took 0:00:00.750278 sec/2 row(s) = 375. ms/row
|
|
1016 | 1016 |
Encountered 0 error(s)/2 row(s) = 0.0% |
1017 | 1017 |
+ diff --unified=2 --ignore-space-change plot_/test.xml.ref plot_/test.xml |
1018 | 1018 |
|
1019 |
real 0m2.008s
|
|
1020 |
user 0m1.235s
|
|
1021 |
sys 0m0.414s
|
|
1019 |
real 0m2.184s
|
|
1020 |
user 0m1.194s
|
|
1021 |
sys 0m0.415s
|
|
1022 | 1022 |
|
1023 |
real 0m6.905s
|
|
1024 |
user 0m3.162s
|
|
1025 |
sys 0m1.984s
|
|
1023 |
real 0m7.243s
|
|
1024 |
user 0m3.102s
|
|
1025 |
sys 0m1.992s
|
|
1026 | 1026 |
| | | | | + inputs/VegBank/observation_/run import |
1027 |
| | | | | | + import @lib/runscripts/table.run:131 |
|
1028 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
|
1027 |
| | | | | | + import @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
|
|
1028 |
| | | | | | | + load_data @lib/runscripts/table.run:134 -> 50
|
|
1029 | 1029 |
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/observation_/.. schema |
1030 | 1030 |
make: `import_order.txt' is up to date. |
1031 | 1031 |
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien |
1032 | 1032 |
\set VERBOSITY terse |
1033 | 1033 |
\timing on |
1034 | 1034 |
SET client_min_messages = NOTICE; |
1035 |
Time: 0.217 ms
|
|
1035 |
Time: 0.322 ms
|
|
1036 | 1036 |
CREATE SCHEMA "VegBank"; |
1037 | 1037 |
ERROR: schema "VegBank" already exists |
1038 |
Time: 0.243 ms
|
|
1038 |
Time: 0.300 ms
|
|
1039 | 1039 |
0.03 real 0.01 user 0.01 sys |
1040 | 1040 |
make: [schema] Error 3 (ignored) |
1041 | 1041 |
|
1042 |
real 0m0.615s
|
|
1043 |
user 0m0.381s
|
|
1044 |
sys 0m0.203s
|
|
1042 |
real 0m0.693s
|
|
1043 |
user 0m0.383s
|
|
1044 |
sys 0m0.217s
|
|
1045 | 1045 |
|
1046 |
real 0m0.054s
|
|
1046 |
real 0m0.156s
|
|
1047 | 1047 |
user 0m0.023s |
1048 | 1048 |
sys 0m0.024s |
1049 | 1049 |
: : : : : : : : : table observation_ already exists, skipping |
1050 | 1050 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
1051 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
|
1052 |
| | | | | | | | + map_table @lib/runscripts/table.run:77 |
|
1051 |
| | | | | | | + postprocess @lib/runscripts/table.run:135 -> 120
|
|
1052 |
| | | | | | | | + map_table @lib/runscripts/table.run:125 -> 77
|
|
1053 | 1053 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank observation_/map.csv |
1054 | 1054 |
make: `import_order.txt' is up to date. |
1055 | 1055 |
/usr/bin/make --makefile=../input.Makefile observation_/.map.csv.last_cleanup |
... | ... | |
1064 | 1064 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
1065 | 1065 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
1066 | 1066 |
|
1067 |
real 0m0.977s
|
|
1068 |
user 0m0.611s
|
|
1069 |
sys 0m0.311s
|
|
1067 |
real 0m1.007s
|
|
1068 |
user 0m0.608s
|
|
1069 |
sys 0m0.317s
|
|
1070 | 1070 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
1071 | 1071 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
1072 | 1072 |
\set VERBOSITY terse |
1073 | 1073 |
\timing on |
1074 | 1074 |
SET client_min_messages = NOTICE; |
1075 |
Time: 0.255 ms
|
|
1075 |
Time: 0.195 ms
|
|
1076 | 1076 |
\cd inputs/VegBank/observation_ |
1077 | 1077 |
\set schema "VegBank" |
1078 | 1078 |
\set table "observation_" |
1079 | 1079 |
\set table_str '''"observation_"''' |
1080 | 1080 |
SET search_path TO "VegBank"; |
1081 |
Time: 0.094 ms
|
|
1081 |
Time: 0.100 ms
|
|
1082 | 1082 |
SELECT util.reset_map_table('"~observation_.map"'); |
1083 | 1083 |
psql:/dev/fd/40:9: NOTICE: |
1084 | 1084 |
SET /*LOCAL*/ search_path TO "VegBank"; |
... | ... | |
1104 | 1104 |
|
1105 | 1105 |
(1 row) |
1106 | 1106 |
|
1107 |
Time: 51.857 ms
|
|
1107 |
Time: 189.852 ms
|
|
1108 | 1108 |
ALTER TABLE "~observation_.map" DISABLE TRIGGER map_filter_insert; |
1109 |
Time: 0.446 ms
|
|
1109 |
Time: 0.422 ms
|
|
1110 | 1110 |
\copy "~observation_.map" FROM 'map.csv' CSV HEADER; |
1111 |
Time: 3.647 ms
|
|
1111 |
Time: 36.974 ms
|
|
1112 | 1112 |
SELECT util.set_col_names_with_metadata('"observation_"', '"~observation_.map"'); |
1113 | 1113 |
set_col_names_with_metadata |
1114 | 1114 |
----------------------------- |
1115 | 1115 |
|
1116 | 1116 |
(1 row) |
1117 | 1117 |
|
1118 |
Time: 3.979 ms
|
|
1118 |
Time: 4.192 ms
|
|
1119 | 1119 |
|
1120 |
real 0m0.123s
|
|
1121 |
user 0m0.027s
|
|
1122 |
sys 0m0.029s
|
|
1123 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
|
1120 |
real 0m0.327s
|
|
1121 |
user 0m0.029s
|
|
1122 |
sys 0m0.034s
|
|
1123 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:126 -> 107
|
|
1124 | 1124 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank observation_/postprocess.sql |
1125 | 1125 |
make: `import_order.txt' is up to date. |
1126 | 1126 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
... | ... | |
1128 | 1128 |
make[2]: `VegCore.thesaurus.csv' is up to date. |
1129 | 1129 |
../../bin/in_place observation_/postprocess.sql env text=1 ../../bin/repl ../../mappings/VegCore.thesaurus.csv |
1130 | 1130 |
|
1131 |
real 0m0.892s
|
|
1132 |
user 0m0.636s
|
|
1133 |
sys 0m0.219s
|
|
1131 |
real 0m0.923s
|
|
1132 |
user 0m0.634s
|
|
1133 |
sys 0m0.224s
|
|
1134 | 1134 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
1135 | 1135 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
1136 | 1136 |
\set VERBOSITY terse |
1137 | 1137 |
\timing on |
1138 | 1138 |
SET client_min_messages = NOTICE; |
1139 |
Time: 0.204 ms
|
|
1139 |
Time: 0.209 ms
|
|
1140 | 1140 |
\cd inputs/VegBank/observation_ |
1141 | 1141 |
\set schema "VegBank" |
1142 | 1142 |
\set table "observation_" |
1143 | 1143 |
\set table_str '''"observation_"''' |
1144 | 1144 |
SET search_path TO "VegBank"; |
1145 |
Time: 0.101 ms
|
|
1145 |
Time: 0.107 ms
|
|
1146 | 1146 |
SELECT util.search_path_append('util'); |
1147 | 1147 |
psql:/dev/fd/40:9: NOTICE: |
1148 | 1148 |
SET search_path TO "VegBank", util |
... | ... | |
1152 | 1152 |
|
1153 | 1153 |
(1 row) |
1154 | 1154 |
|
1155 |
Time: 18.763 ms
|
|
1155 |
Time: 28.923 ms
|
|
1156 | 1156 |
SELECT create_if_not_exists($$ALTER TABLE $$||:table_str||$$ ADD PRIMARY KEY ("eventID")$$); -- runtime: ~0 ("Time: 1.838 ms") @starscream |
1157 | 1157 |
psql:/dev/fd/40:11: NOTICE: |
1158 | 1158 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
1163 | 1163 |
|
1164 | 1164 |
(1 row) |
1165 | 1165 |
|
1166 |
Time: 3.626 ms
|
|
1166 |
Time: 22.360 ms
|
|
1167 | 1167 |
SELECT create_if_not_exists($$CREATE INDEX $$||:table_str||%'__parent'||$$ ON $$||:table_str||$$ ("locationID")$$); -- runtime: ~0 ("158.792 ms") @starscream |
1168 | 1168 |
psql:/dev/fd/40:13: NOTICE: |
1169 | 1169 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
1174 | 1174 |
|
1175 | 1175 |
(1 row) |
1176 | 1176 |
|
1177 |
Time: 2.682 ms
|
|
1177 |
Time: 53.761 ms
|
|
1178 | 1178 |
|
1179 |
real 0m0.091s
|
|
1180 |
user 0m0.028s
|
|
1181 |
sys 0m0.029s
|
|
1182 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
|
1179 |
real 0m0.171s
|
|
1180 |
user 0m0.029s
|
|
1181 |
sys 0m0.031s
|
|
1182 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:127 -> 117
|
|
1183 | 1183 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
1184 | 1184 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
1185 | 1185 |
\set VERBOSITY terse |
1186 | 1186 |
\timing on |
1187 | 1187 |
SET client_min_messages = NOTICE; |
1188 |
Time: 0.267 ms
|
|
1188 |
Time: 0.208 ms
|
|
1189 | 1189 |
\cd schemas/VegCore |
1190 | 1190 |
\set schema "VegBank" |
1191 | 1191 |
\set table "observation_" |
1192 | 1192 |
\set table_str '''"observation_"''' |
1193 | 1193 |
SET search_path TO "VegBank"; |
1194 |
Time: 0.091 ms
|
|
1194 |
Time: 0.109 ms
|
|
1195 | 1195 |
SELECT util.search_path_append('util'); |
1196 | 1196 |
psql:/dev/fd/40:9: NOTICE: |
1197 | 1197 |
SET search_path TO "VegBank", util |
... | ... | |
1201 | 1201 |
|
1202 | 1202 |
(1 row) |
1203 | 1203 |
|
1204 |
Time: 19.262 ms
|
|
1204 |
Time: 18.714 ms
|
|
1205 | 1205 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
1206 | 1206 |
psql:/dev/fd/40:11: NOTICE: |
1207 | 1207 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
1212 | 1212 |
|
1213 | 1213 |
(1 row) |
1214 | 1214 |
|
1215 |
Time: 4.590 ms
|
|
1215 |
Time: 33.452 ms
|
|
1216 | 1216 |
|
1217 |
real 0m0.087s
|
|
1218 |
user 0m0.027s
|
|
1217 |
real 0m0.115s
|
|
1218 |
user 0m0.026s
|
|
1219 | 1219 |
sys 0m0.028s |
1220 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
|
1221 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
1222 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
1223 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
1220 |
| | | | | | | | + mappings @lib/runscripts/table.run:128 -> 99
|
|
1221 |
| | | | | | | | | + public_schema_exists @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
|
|
1222 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:421 -> 412
|
|
1223 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/util.sh:560 -> lib/sh/db.sh:405
|
|
1224 | 1224 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
1225 | 1225 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
1226 | 1226 |
\set VERBOSITY terse |
1227 | 1227 |
\timing on |
1228 | 1228 |
SET client_min_messages = NOTICE; |
1229 |
Time: 0.256 ms
|
|
1229 |
Time: 0.195 ms
|
|
1230 | 1230 |
\cd inputs/VegBank/observation_ |
1231 | 1231 |
\set schema "public" |
1232 | 1232 |
\set table "observation_" |
1233 | 1233 |
\set table_str '''"observation_"''' |
1234 | 1234 |
SET search_path TO "public"; |
1235 |
Time: 0.104 ms
|
|
1235 |
Time: 0.101 ms
|
|
1236 | 1236 |
CREATE TEMP TABLE "public".t () |
1237 |
Time: 0.294 ms
|
|
1237 |
Time: 0.305 ms
|
|
1238 | 1238 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
1239 | 1239 |
|
1240 |
real 0m0.083s
|
|
1241 |
user 0m0.035s
|
|
1240 |
real 0m0.082s
|
|
1241 |
user 0m0.034s
|
|
1242 | 1242 |
sys 0m0.039s |
1243 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
|
1243 |
| | | | | | | | | + test_ @lib/runscripts/table.run:104 -> 97
|
|
1244 | 1244 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank observation_/test |
1245 | 1245 |
make: `import_order.txt' is up to date. |
1246 | 1246 |
/usr/bin/make --makefile=../input.Makefile observation_/.map.csv.last_cleanup |
... | ... | |
1268 | 1268 |
Connecting to PostgreSQL database vegbien |
1269 | 1269 |
Connecting to PostgreSQL database vegbien |
1270 | 1270 |
Processed 2 input rows |
1271 |
Took 0:00:00.580399 sec/2 row(s) = 290. ms/row
|
|
1271 |
Took 0:00:00.798079 sec/2 row(s) = 399. ms/row
|
|
1272 | 1272 |
Encountered 0 error(s)/2 row(s) = 0.0% |
1273 | 1273 |
+ diff --unified=2 --ignore-space-change observation_/test.xml.ref observation_/test.xml |
1274 | 1274 |
|
1275 |
real 0m1.931s
|
|
1276 |
user 0m1.169s
|
|
1277 |
sys 0m0.410s
|
|
1275 |
real 0m2.208s
|
|
1276 |
user 0m1.126s
|
|
1277 |
sys 0m0.418s
|
|
1278 | 1278 |
|
1279 |
real 0m7.852s
|
|
1280 |
user 0m3.805s
|
|
1281 |
sys 0m2.283s
|
|
1279 |
real 0m8.701s
|
|
1280 |
user 0m3.756s
|
|
1281 |
sys 0m2.323s
|
|
1282 | 1282 |
| | | | | + inputs/VegBank/stratumtype/run import |
1283 |
| | | | | | + import @lib/runscripts/table.run:131 |
|
1284 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
|
1283 |
| | | | | | + import @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
|
|
1284 |
| | | | | | | + load_data @lib/runscripts/table.run:134 -> 50
|
|
1285 | 1285 |
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/stratumtype/.. schema |
1286 | 1286 |
make: `import_order.txt' is up to date. |
1287 | 1287 |
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien |
1288 | 1288 |
\set VERBOSITY terse |
1289 | 1289 |
\timing on |
1290 | 1290 |
SET client_min_messages = NOTICE; |
1291 |
Time: 0.211 ms
|
|
1291 |
Time: 0.194 ms
|
|
1292 | 1292 |
CREATE SCHEMA "VegBank"; |
1293 | 1293 |
ERROR: schema "VegBank" already exists |
1294 |
Time: 0.278 ms
|
|
1294 |
Time: 0.237 ms
|
|
1295 | 1295 |
0.03 real 0.01 user 0.01 sys |
1296 | 1296 |
make: [schema] Error 3 (ignored) |
1297 | 1297 |
|
1298 |
real 0m0.622s
|
|
1299 |
user 0m0.391s
|
|
1298 |
real 0m0.646s
|
|
1299 |
user 0m0.376s
|
|
1300 | 1300 |
sys 0m0.208s |
1301 | 1301 |
|
1302 |
real 0m0.056s
|
|
1302 |
real 0m0.193s
|
|
1303 | 1303 |
user 0m0.023s |
1304 | 1304 |
sys 0m0.025s |
1305 | 1305 |
: : : : : : : : : table stratumtype already exists, skipping |
1306 | 1306 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
1307 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
|
1308 |
| | | | | | | | + map_table @lib/runscripts/table.run:77 |
|
1307 |
| | | | | | | + postprocess @lib/runscripts/table.run:135 -> 120
|
|
1308 |
| | | | | | | | + map_table @lib/runscripts/table.run:125 -> 77
|
|
1309 | 1309 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank stratumtype/map.csv |
1310 | 1310 |
make: `import_order.txt' is up to date. |
1311 | 1311 |
/usr/bin/make --makefile=../input.Makefile stratumtype/.map.csv.last_cleanup |
... | ... | |
1320 | 1320 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
1321 | 1321 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
1322 | 1322 |
|
1323 |
real 0m1.040s
|
|
1324 |
user 0m0.621s
|
|
1325 |
sys 0m0.313s
|
|
1323 |
real 0m1.019s
|
|
1324 |
user 0m0.611s
|
|
1325 |
sys 0m0.321s
|
|
1326 | 1326 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
1327 | 1327 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
1328 | 1328 |
\set VERBOSITY terse |
1329 | 1329 |
\timing on |
1330 | 1330 |
SET client_min_messages = NOTICE; |
1331 |
Time: 0.215 ms
|
|
1331 |
Time: 0.189 ms
|
|
1332 | 1332 |
\cd inputs/VegBank/stratumtype |
1333 | 1333 |
\set schema "VegBank" |
1334 | 1334 |
\set table "stratumtype" |
1335 | 1335 |
\set table_str '''"stratumtype"''' |
1336 | 1336 |
SET search_path TO "VegBank"; |
1337 |
Time: 0.115 ms
|
|
1337 |
Time: 0.097 ms
|
|
1338 | 1338 |
SELECT util.reset_map_table('"~stratumtype.map"'); |
1339 | 1339 |
psql:/dev/fd/40:9: NOTICE: |
1340 | 1340 |
SET /*LOCAL*/ search_path TO "VegBank"; |
... | ... | |
1360 | 1360 |
|
1361 | 1361 |
(1 row) |
1362 | 1362 |
|
1363 |
Time: 35.343 ms
|
|
1363 |
Time: 75.291 ms
|
|
1364 | 1364 |
ALTER TABLE "~stratumtype.map" DISABLE TRIGGER map_filter_insert; |
1365 |
Time: 0.330 ms
|
|
1365 |
Time: 0.448 ms
|
|
1366 | 1366 |
\copy "~stratumtype.map" FROM 'map.csv' CSV HEADER; |
1367 |
Time: 0.528 ms
|
|
1367 |
Time: 27.573 ms
|
|
1368 | 1368 |
SELECT util.set_col_names_with_metadata('"stratumtype"', '"~stratumtype.map"'); |
1369 | 1369 |
set_col_names_with_metadata |
1370 | 1370 |
----------------------------- |
1371 | 1371 |
|
1372 | 1372 |
(1 row) |
1373 | 1373 |
|
1374 |
Time: 3.572 ms
|
|
1374 |
Time: 3.377 ms
|
|
1375 | 1375 |
|
1376 |
real 0m0.142s
|
|
1376 |
real 0m0.173s
|
|
1377 | 1377 |
user 0m0.028s |
1378 |
sys 0m0.030s
|
|
1379 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
|
1380 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
|
1378 |
sys 0m0.031s
|
|
1379 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:126 -> 107
|
|
1380 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:127 -> 117
|
|
1381 | 1381 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
1382 | 1382 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
1383 | 1383 |
\set VERBOSITY terse |
1384 | 1384 |
\timing on |
1385 | 1385 |
SET client_min_messages = NOTICE; |
1386 |
Time: 0.198 ms
|
|
1386 |
Time: 0.200 ms
|
|
1387 | 1387 |
\cd schemas/VegCore |
1388 | 1388 |
\set schema "VegBank" |
1389 | 1389 |
\set table "stratumtype" |
1390 | 1390 |
\set table_str '''"stratumtype"''' |
1391 | 1391 |
SET search_path TO "VegBank"; |
1392 |
Time: 0.087 ms
|
|
1392 |
Time: 0.094 ms
|
|
1393 | 1393 |
SELECT util.search_path_append('util'); |
1394 | 1394 |
psql:/dev/fd/40:9: NOTICE: |
1395 | 1395 |
SET search_path TO "VegBank", util |
... | ... | |
1399 | 1399 |
|
1400 | 1400 |
(1 row) |
1401 | 1401 |
|
1402 |
Time: 19.413 ms
|
|
1402 |
Time: 18.755 ms
|
|
1403 | 1403 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
1404 | 1404 |
psql:/dev/fd/40:11: NOTICE: |
1405 | 1405 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
... | ... | |
1410 | 1410 |
|
1411 | 1411 |
(1 row) |
1412 | 1412 |
|
1413 |
Time: 4.653 ms
|
|
1413 |
Time: 31.569 ms
|
|
1414 | 1414 |
|
1415 |
real 0m0.085s
|
|
1415 |
real 0m0.137s
|
|
1416 | 1416 |
user 0m0.027s |
1417 |
sys 0m0.027s
|
|
1418 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
|
1419 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
1420 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
1421 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
1417 |
sys 0m0.030s
|
|
1418 |
| | | | | | | | + mappings @lib/runscripts/table.run:128 -> 99
|
|
1419 |
| | | | | | | | | + public_schema_exists @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
|
|
1420 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:421 -> 412
|
|
1421 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/util.sh:560 -> lib/sh/db.sh:405
|
|
1422 | 1422 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
1423 | 1423 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
1424 | 1424 |
\set VERBOSITY terse |
1425 | 1425 |
\timing on |
1426 | 1426 |
SET client_min_messages = NOTICE; |
1427 |
Time: 0.199 ms
|
|
1427 |
Time: 0.188 ms
|
|
1428 | 1428 |
\cd inputs/VegBank/stratumtype |
1429 | 1429 |
\set schema "public" |
1430 | 1430 |
\set table "stratumtype" |
1431 | 1431 |
\set table_str '''"stratumtype"''' |
1432 | 1432 |
SET search_path TO "public"; |
1433 |
Time: 0.092 ms
|
|
1433 |
Time: 0.169 ms
|
|
1434 | 1434 |
CREATE TEMP TABLE "public".t () |
1435 |
Time: 0.290 ms
|
|
1435 |
Time: 0.306 ms
|
|
1436 | 1436 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
1437 | 1437 |
|
1438 |
real 0m0.082s
|
|
1438 |
real 0m0.084s
|
|
1439 | 1439 |
user 0m0.035s |
1440 |
sys 0m0.040s
|
|
1441 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
|
1440 |
sys 0m0.041s
|
|
1441 |
| | | | | | | | | + test_ @lib/runscripts/table.run:104 -> 97
|
|
1442 | 1442 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank stratumtype/test |
1443 | 1443 |
make: `import_order.txt' is up to date. |
1444 | 1444 |
/usr/bin/make --makefile=../input.Makefile stratumtype/.map.csv.last_cleanup |
... | ... | |
1468 | 1468 |
../../bin/../lib/sql_io.py:422: UserWarning: Inserting empty table row(s) |
1469 | 1469 |
warnings.warn(UserWarning('Inserting empty table row(s)')) |
1470 | 1470 |
Processed 2 input rows |
1471 |
Took 0:00:00.381264 sec/2 row(s) = 191. ms/row
|
|
1471 |
Took 0:00:00.630596 sec/2 row(s) = 315. ms/row
|
|
1472 | 1472 |
Encountered 0 error(s)/2 row(s) = 0.0% |
1473 | 1473 |
+ diff --unified=2 --ignore-space-change stratumtype/test.xml.ref stratumtype/test.xml |
1474 | 1474 |
|
1475 |
real 0m1.756s
|
|
1476 |
user 0m1.015s
|
|
1477 |
sys 0m0.403s
|
|
1475 |
real 0m2.053s
|
|
1476 |
user 0m0.980s
|
|
1477 |
sys 0m0.409s
|
|
1478 | 1478 |
|
1479 |
real 0m6.480s
|
|
1480 |
user 0m2.936s
|
|
1481 |
sys 0m1.951s
|
|
1479 |
real 0m6.947s
|
|
1480 |
user 0m2.880s
|
|
1481 |
sys 0m1.973s
|
|
1482 | 1482 |
| | | | | + inputs/VegBank/stratum/run import |
1483 |
| | | | | | + import @lib/runscripts/table.run:131 |
|
1484 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
|
1483 |
| | | | | | + import @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
|
|
1484 |
| | | | | | | + load_data @lib/runscripts/table.run:134 -> 50
|
|
1485 | 1485 |
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/stratum/.. schema |
1486 | 1486 |
make: `import_order.txt' is up to date. |
1487 | 1487 |
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien |
1488 | 1488 |
\set VERBOSITY terse |
1489 | 1489 |
\timing on |
1490 | 1490 |
SET client_min_messages = NOTICE; |
1491 |
Time: 0.203 ms
|
|
1491 |
Time: 0.185 ms
|
|
1492 | 1492 |
CREATE SCHEMA "VegBank"; |
1493 | 1493 |
ERROR: schema "VegBank" already exists |
1494 |
Time: 0.266 ms
|
|
1494 |
Time: 0.221 ms
|
|
1495 | 1495 |
0.03 real 0.01 user 0.01 sys |
1496 | 1496 |
make: [schema] Error 3 (ignored) |
1497 | 1497 |
|
1498 |
real 0m0.622s
|
|
1499 |
user 0m0.391s
|
|
1500 |
sys 0m0.210s
|
|
1498 |
real 0m0.673s
|
|
1499 |
user 0m0.378s
|
|
1500 |
sys 0m0.208s
|
|
1501 | 1501 |
|
1502 |
real 0m0.056s
|
|
1503 |
user 0m0.023s
|
|
1504 |
sys 0m0.025s
|
|
1502 |
real 0m0.095s
|
|
1503 |
user 0m0.024s
|
|
1504 |
sys 0m0.028s
|
|
1505 | 1505 |
: : : : : : : : : table stratum already exists, skipping |
1506 | 1506 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
1507 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
|
1508 |
| | | | | | | | + map_table @lib/runscripts/table.run:77 |
|
1507 |
| | | | | | | + postprocess @lib/runscripts/table.run:135 -> 120
|
|
1508 |
| | | | | | | | + map_table @lib/runscripts/table.run:125 -> 77
|
|
1509 | 1509 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank stratum/map.csv |
1510 | 1510 |
make: `import_order.txt' is up to date. |
1511 | 1511 |
/usr/bin/make --makefile=../input.Makefile stratum/.map.csv.last_cleanup |
... | ... | |
1520 | 1520 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
1521 | 1521 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
1522 | 1522 |
|
1523 |
real 0m1.208s
|
|
1524 |
user 0m0.616s
|
|
1525 |
sys 0m0.312s
|
|
1523 |
real 0m1.001s
|
|
1524 |
user 0m0.603s
|
|
1525 |
sys 0m0.315s
|
|
1526 | 1526 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
1527 | 1527 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
1528 | 1528 |
\set VERBOSITY terse |
1529 | 1529 |
\timing on |
1530 | 1530 |
SET client_min_messages = NOTICE; |
1531 |
Time: 0.199 ms
|
|
1531 |
Time: 0.236 ms
|
|
1532 | 1532 |
\cd inputs/VegBank/stratum |
1533 | 1533 |
\set schema "VegBank" |
1534 | 1534 |
\set table "stratum" |
1535 | 1535 |
\set table_str '''"stratum"''' |
1536 | 1536 |
SET search_path TO "VegBank"; |
1537 |
Time: 0.081 ms
|
|
1537 |
Time: 0.091 ms
|
|
1538 | 1538 |
SELECT util.reset_map_table('"~stratum.map"'); |
1539 | 1539 |
psql:/dev/fd/40:9: NOTICE: |
1540 | 1540 |
SET /*LOCAL*/ search_path TO "VegBank"; |
... | ... | |
1560 | 1560 |
|
1561 | 1561 |
(1 row) |
1562 | 1562 |
|
1563 |
Time: 64.578 ms
|
|
1563 |
Time: 94.756 ms
|
|
1564 | 1564 |
ALTER TABLE "~stratum.map" DISABLE TRIGGER map_filter_insert; |
1565 |
Time: 0.313 ms
|
|
1565 |
Time: 0.333 ms
|
|
1566 | 1566 |
\copy "~stratum.map" FROM 'map.csv' CSV HEADER; |
1567 |
Time: 30.883 ms
|
|
1567 |
Time: 0.917 ms
|
|
1568 | 1568 |
SELECT util.set_col_names_with_metadata('"stratum"', '"~stratum.map"'); |
1569 | 1569 |
set_col_names_with_metadata |
1570 | 1570 |
----------------------------- |
1571 | 1571 |
|
1572 | 1572 |
(1 row) |
1573 | 1573 |
|
1574 |
Time: 3.496 ms
|
|
1574 |
Time: 3.546 ms
|
|
1575 | 1575 |
|
1576 |
real 0m0.160s
|
|
1577 |
user 0m0.027s
|
|
1578 |
sys 0m0.027s
|
|
1579 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
|
1576 |
real 0m0.166s
|
|
1577 |
user 0m0.028s
|
|
1578 |
sys 0m0.031s
|
|
1579 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:126 -> 107
|
|
1580 | 1580 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank stratum/postprocess.sql |
1581 | 1581 |
make: `import_order.txt' is up to date. |
1582 | 1582 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
Also available in: Unified diff
inputs/VegBank/run*.log: updated. this adds the function call context in addition to the function location.