Project

General

Profile

« Previous | Next » 

Revision 14745

inputs/VegBank/run*.log: updated. this adds the function call context in addition to the function location.

View differences:

trunk/inputs/VegBank/run.log
1
inputs/VegBank/run 
1
inputs/VegBank/run
2 2
+ inputs/VegBank/run
3
| + main    @lib/runscripts/util.run:151
4
| | + all    @lib/runscripts/install.run:23
5
| | | + install    @lib/runscripts/import.run:29
6
| | | | + import    @lib/runscripts/datasrc_dir.run:29
7
| | | | | + pg_schema_exists    @lib/sh/db.sh:412
8
| | | | | | + benign_does_not_exist_error psql    @lib/sh/db.sh:405
3
| + main    @lib/runscripts/util.run:56 -> 152
4
| | + all    @lib/runscripts/util.run:152 -> lib/runscripts/install.run:23
5
| | | + install    @lib/runscripts/install.run:26 -> lib/runscripts/import.run:29
6
| | | | + import    @lib/runscripts/import.run:32 -> lib/runscripts/datasrc_dir.run:29
7
| | | | | + pg_schema_exists    @lib/runscripts/datasrc_dir.run:33 -> lib/sh/db.sh:412
8
| | | | | | + benign_does_not_exist_error psql    @lib/sh/util.sh:560 -> lib/sh/db.sh:405
9 9
| | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
10 10
| | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
11 11
\set VERBOSITY terse
12 12
\timing on
13 13
SET client_min_messages = NOTICE;
14
Time: 0.238 ms
14
Time: 0.198 ms
15 15
CREATE TEMP TABLE "VegBank".t ()
16
Time: 0.320 ms
16
Time: 0.310 ms
17 17
psql:/dev/fd/40:4: ERROR:  cannot create temporary relation in non-temporary schema
18 18

  
19
real	0m0.367s
20
user	0m0.035s
21
sys	0m0.041s
19
real	0m0.263s
20
user	0m0.033s
21
sys	0m0.039s
22 22
| | | | | + inputs/VegBank/Source/run import
23
| | | | | | + import    @lib/runscripts/table.run:131
24
| | | | | | | + load_data    @lib/runscripts/table.run:50
23
| | | | | | + import    @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
24
| | | | | | | + load_data    @lib/runscripts/table.run:134 -> 50
25 25
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/Source/.. schema
26 26
make: `import_order.txt' is up to date.
27 27
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien
28 28
\set VERBOSITY terse
29 29
\timing on
30 30
SET client_min_messages = NOTICE;
31
Time: 0.231 ms
31
Time: 0.221 ms
32 32
CREATE SCHEMA "VegBank";
33 33
ERROR:  schema "VegBank" already exists
34
Time: 0.278 ms
34
Time: 0.298 ms
35 35
        0.06 real         0.01 user         0.01 sys
36 36
make: [schema] Error 3 (ignored)
37 37

  
38
real	0m0.958s
39
user	0m0.381s
40
sys	0m0.213s
38
real	0m1.194s
39
user	0m0.380s
40
sys	0m0.215s
41 41

  
42
real	0m0.055s
43
user	0m0.022s
44
sys	0m0.025s
42
real	0m0.286s
43
user	0m0.023s
44
sys	0m0.028s
45 45
: : : : : : : : : table Source already exists, skipping
46 46
: : : : : : : : :  to force-remake, prepend `rm=1` to the command 
47
| | | | | | | + postprocess    @lib/runscripts/table.run:120
48
| | | | | | | | + map_table    @lib/runscripts/table.run:77
47
| | | | | | | + postprocess    @lib/runscripts/table.run:135 -> 120
48
| | | | | | | | + map_table    @lib/runscripts/table.run:125 -> 77
49 49
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank Source/map.csv
50 50
make: `import_order.txt' is up to date.
51 51
/usr/bin/make --makefile=../input.Makefile Source/.map.csv.last_cleanup
......
60 60
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup
61 61
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date.
62 62

  
63
real	0m0.989s
64
user	0m0.632s
65
sys	0m0.316s
63
real	0m1.037s
64
user	0m0.609s
65
sys	0m0.322s
66 66
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
67 67
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
68 68
\set VERBOSITY terse
69 69
\timing on
70 70
SET client_min_messages = NOTICE;
71
Time: 0.217 ms
71
Time: 0.229 ms
72 72
\cd inputs/VegBank/Source
73 73
\set schema "VegBank"
74 74
\set table "Source"
75 75
\set table_str '''"Source"'''
76 76
SET search_path TO "VegBank";
77
Time: 0.086 ms
77
Time: 0.110 ms
78 78
SELECT util.reset_map_table('"~Source.map"');
79 79
psql:/dev/fd/40:9: NOTICE:  
80 80
SET /*LOCAL*/ search_path TO "VegBank";
......
100 100
 
101 101
(1 row)
102 102

  
103
Time: 182.045 ms
103
Time: 400.250 ms
104 104
ALTER TABLE "~Source.map" DISABLE TRIGGER map_filter_insert;
105
Time: 0.431 ms
105
Time: 10.437 ms
106 106
\copy "~Source.map" FROM 'map.csv' CSV HEADER;
107
Time: 0.640 ms
107
Time: 28.305 ms
108 108
SELECT util.set_col_names_with_metadata('"Source"', '"~Source.map"');
109 109
psql:/dev/fd/40:12: NOTICE:  
110 110
SET /*LOCAL*/ search_path TO "VegBank";
......
129 129
 
130 130
(1 row)
131 131

  
132
Time: 39.246 ms
132
Time: 73.537 ms
133 133

  
134
real	0m0.287s
134
real	0m0.579s
135 135
user	0m0.028s
136
sys	0m0.030s
137
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:107
138
| | | | | | | | + mk_derived    @lib/runscripts/table.run:117
136
sys	0m0.031s
137
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:126 -> 107
138
| | | | | | | | + mk_derived    @lib/runscripts/table.run:127 -> 117
139 139
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
140 140
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
141 141
\set VERBOSITY terse
142 142
\timing on
143 143
SET client_min_messages = NOTICE;
144
Time: 0.202 ms
144
Time: 0.218 ms
145 145
\cd schemas/VegCore
146 146
\set schema "VegBank"
147 147
\set table "Source"
148 148
\set table_str '''"Source"'''
149 149
SET search_path TO "VegBank";
150
Time: 0.147 ms
150
Time: 0.138 ms
151 151
SELECT util.search_path_append('util');
152 152
psql:/dev/fd/40:9: NOTICE:  
153 153
SET search_path TO "VegBank", util
......
157 157
 
158 158
(1 row)
159 159

  
160
Time: 19.554 ms
160
Time: 74.067 ms
161 161
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$);
162 162
psql:/dev/fd/40:11: NOTICE:  
163 163
SET /*LOCAL*/ search_path TO "VegBank", util;
......
168 168
 
169 169
(1 row)
170 170

  
171
Time: 4.537 ms
171
Time: 39.100 ms
172 172

  
173
real	0m0.086s
173
real	0m0.177s
174 174
user	0m0.027s
175 175
sys	0m0.029s
176
| | | | | | | | + mappings    @lib/runscripts/table.run:99
177
| | | | | | | | | + public_schema_exists    @lib/sh/db.sh:421
178
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:412
179
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/db.sh:405
176
| | | | | | | | + mappings    @lib/runscripts/table.run:128 -> 99
177
| | | | | | | | | + public_schema_exists    @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
178
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:421 -> 412
179
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/util.sh:560 -> lib/sh/db.sh:405
180 180
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
181 181
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
182 182
\set VERBOSITY terse
183 183
\timing on
184 184
SET client_min_messages = NOTICE;
185
Time: 0.206 ms
185
Time: 0.209 ms
186 186
\cd inputs/VegBank/Source
187 187
\set schema "public"
188 188
\set table "Source"
......
190 190
SET search_path TO "public";
191 191
Time: 0.099 ms
192 192
CREATE TEMP TABLE "public".t ()
193
Time: 0.296 ms
193
Time: 0.314 ms
194 194
psql:/dev/fd/40:9: ERROR:  cannot create temporary relation in non-temporary schema
195 195

  
196
real	0m0.081s
197
user	0m0.035s
198
sys	0m0.039s
199
| | | | | | | | | + test_    @lib/runscripts/table.run:97
196
real	0m0.084s
197
user	0m0.034s
198
sys	0m0.040s
199
| | | | | | | | | + test_    @lib/runscripts/table.run:104 -> 97
200 200
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank Source/test
201 201
make: `import_order.txt' is up to date.
202 202
/usr/bin/make --makefile=../input.Makefile Source/.map.csv.last_cleanup
......
224 224
Connecting to PostgreSQL database vegbien
225 225
Connecting to PostgreSQL database vegbien
226 226
Processed 1 input rows
227
Took 0:00:00.382582 sec/1 row(s) = 383. ms/row
227
Took 0:00:01.208019 sec/1 row(s) = 1.21 s/row
228 228
Encountered 0 error(s)/1 row(s) = 0.0%
229 229
+ diff --unified=2 --ignore-space-change Source/test.xml.ref Source/test.xml
230 230

  
231
real	0m1.925s
232
user	0m0.964s
233
sys	0m0.399s
231
real	0m3.545s
232
user	0m0.943s
233
sys	0m0.441s
234 234

  
235
real	0m7.177s
236
user	0m2.891s
237
sys	0m1.958s
235
real	0m9.509s
236
user	0m2.844s
237
sys	0m2.020s
238 238
| | | | | + inputs/VegBank/project/run import
239
| | | | | | + import    @lib/runscripts/table.run:131
240
| | | | | | | + load_data    @lib/runscripts/table.run:50
239
| | | | | | + import    @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
240
| | | | | | | + load_data    @lib/runscripts/table.run:134 -> 50
241 241
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/project/.. schema
242 242
make: `import_order.txt' is up to date.
243 243
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien
244 244
\set VERBOSITY terse
245 245
\timing on
246 246
SET client_min_messages = NOTICE;
247
Time: 0.262 ms
247
Time: 0.230 ms
248 248
CREATE SCHEMA "VegBank";
249 249
ERROR:  schema "VegBank" already exists
250
Time: 0.233 ms
250
Time: 0.227 ms
251 251
        0.03 real         0.01 user         0.01 sys
252 252
make: [schema] Error 3 (ignored)
253 253

  
254
real	0m0.652s
255
user	0m0.388s
256
sys	0m0.209s
254
real	0m0.662s
255
user	0m0.380s
256
sys	0m0.208s
257 257

  
258
real	0m0.061s
259
user	0m0.024s
260
sys	0m0.027s
258
real	0m0.277s
259
user	0m0.023s
260
sys	0m0.025s
261 261
: : : : : : : : : table project already exists, skipping
262 262
: : : : : : : : :  to force-remake, prepend `rm=1` to the command 
263
| | | | | | | + postprocess    @lib/runscripts/table.run:120
264
| | | | | | | | + map_table    @lib/runscripts/table.run:77
263
| | | | | | | + postprocess    @lib/runscripts/table.run:135 -> 120
264
| | | | | | | | + map_table    @lib/runscripts/table.run:125 -> 77
265 265
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank project/map.csv
266 266
make: `import_order.txt' is up to date.
267 267
/usr/bin/make --makefile=../input.Makefile project/.map.csv.last_cleanup
......
276 276
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup
277 277
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date.
278 278

  
279
real	0m0.989s
280
user	0m0.627s
281
sys	0m0.316s
279
real	0m1.034s
280
user	0m0.606s
281
sys	0m0.320s
282 282
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
283 283
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
284 284
\set VERBOSITY terse
285 285
\timing on
286 286
SET client_min_messages = NOTICE;
287
Time: 0.215 ms
287
Time: 0.207 ms
288 288
\cd inputs/VegBank/project
289 289
\set schema "VegBank"
290 290
\set table "project"
291 291
\set table_str '''"project"'''
292 292
SET search_path TO "VegBank";
293
Time: 0.085 ms
293
Time: 0.130 ms
294 294
SELECT util.reset_map_table('"~project.map"');
295 295
psql:/dev/fd/40:9: NOTICE:  
296 296
SET /*LOCAL*/ search_path TO "VegBank";
......
316 316
 
317 317
(1 row)
318 318

  
319
Time: 126.000 ms
319
Time: 259.999 ms
320 320
ALTER TABLE "~project.map" DISABLE TRIGGER map_filter_insert;
321
Time: 0.385 ms
321
Time: 0.580 ms
322 322
\copy "~project.map" FROM 'map.csv' CSV HEADER;
323
Time: 0.688 ms
323
Time: 28.715 ms
324 324
SELECT util.set_col_names_with_metadata('"project"', '"~project.map"');
325 325
 set_col_names_with_metadata 
326 326
-----------------------------
327 327
 
328 328
(1 row)
329 329

  
330
Time: 3.456 ms
330
Time: 3.849 ms
331 331

  
332
real	0m0.195s
333
user	0m0.028s
334
sys	0m0.030s
335
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:107
336
| | | | | | | | + mk_derived    @lib/runscripts/table.run:117
332
real	0m0.361s
333
user	0m0.029s
334
sys	0m0.032s
335
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:126 -> 107
336
| | | | | | | | + mk_derived    @lib/runscripts/table.run:127 -> 117
337 337
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
338 338
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
339 339
\set VERBOSITY terse
340 340
\timing on
341 341
SET client_min_messages = NOTICE;
342
Time: 0.203 ms
342
Time: 0.206 ms
343 343
\cd schemas/VegCore
344 344
\set schema "VegBank"
345 345
\set table "project"
346 346
\set table_str '''"project"'''
347 347
SET search_path TO "VegBank";
348
Time: 0.082 ms
348
Time: 0.110 ms
349 349
SELECT util.search_path_append('util');
350 350
psql:/dev/fd/40:9: NOTICE:  
351 351
SET search_path TO "VegBank", util
......
355 355
 
356 356
(1 row)
357 357

  
358
Time: 19.628 ms
358
Time: 29.693 ms
359 359
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$);
360 360
psql:/dev/fd/40:11: NOTICE:  
361 361
SET /*LOCAL*/ search_path TO "VegBank", util;
......
366 366
 
367 367
(1 row)
368 368

  
369
Time: 4.587 ms
369
Time: 24.058 ms
370 370

  
371
real	0m0.085s
371
real	0m0.121s
372 372
user	0m0.027s
373
sys	0m0.028s
374
| | | | | | | | + mappings    @lib/runscripts/table.run:99
375
| | | | | | | | | + public_schema_exists    @lib/sh/db.sh:421
376
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:412
377
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/db.sh:405
373
sys	0m0.029s
374
| | | | | | | | + mappings    @lib/runscripts/table.run:128 -> 99
375
| | | | | | | | | + public_schema_exists    @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
376
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:421 -> 412
377
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/util.sh:560 -> lib/sh/db.sh:405
378 378
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
379 379
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
380 380
\set VERBOSITY terse
381 381
\timing on
382 382
SET client_min_messages = NOTICE;
383
Time: 0.212 ms
383
Time: 0.189 ms
384 384
\cd inputs/VegBank/project
385 385
\set schema "public"
386 386
\set table "project"
387 387
\set table_str '''"project"'''
388 388
SET search_path TO "public";
389
Time: 0.115 ms
389
Time: 0.164 ms
390 390
CREATE TEMP TABLE "public".t ()
391
Time: 0.323 ms
391
Time: 0.331 ms
392 392
psql:/dev/fd/40:9: ERROR:  cannot create temporary relation in non-temporary schema
393 393

  
394
real	0m0.086s
395
user	0m0.036s
394
real	0m0.083s
395
user	0m0.035s
396 396
sys	0m0.040s
397
| | | | | | | | | + test_    @lib/runscripts/table.run:97
397
| | | | | | | | | + test_    @lib/runscripts/table.run:104 -> 97
398 398
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank project/test
399 399
make: `import_order.txt' is up to date.
400 400
/usr/bin/make --makefile=../input.Makefile project/.map.csv.last_cleanup
......
424 424
../../bin/../lib/sql_io.py:422: UserWarning: Inserting empty table row(s)
425 425
  warnings.warn(UserWarning('Inserting empty table row(s)'))
426 426
Processed 2 input rows
427
Took 0:00:00.379552 sec/2 row(s) = 190. ms/row
427
Took 0:00:00.592433 sec/2 row(s) = 296. ms/row
428 428
Encountered 0 error(s)/2 row(s) = 0.0%
429 429
+ diff --unified=2 --ignore-space-change project/test.xml.ref project/test.xml
430 430

  
431
real	0m1.720s
432
user	0m1.018s
433
sys	0m0.400s
431
real	0m2.019s
432
user	0m0.979s
433
sys	0m0.412s
434 434

  
435
real	0m6.428s
436
user	0m2.948s
437
sys	0m1.959s
435
real	0m7.232s
436
user	0m2.883s
437
sys	0m1.985s
438 438
| | | | | + inputs/VegBank/plot/run import
439
| | | | | | + import    @lib/runscripts/table.run:131
440
| | | | | | | + load_data    @lib/runscripts/table.run:50
439
| | | | | | + import    @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
440
| | | | | | | + load_data    @lib/runscripts/table.run:134 -> 50
441 441
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/plot/.. schema
442 442
make: `import_order.txt' is up to date.
443 443
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien
444 444
\set VERBOSITY terse
445 445
\timing on
446 446
SET client_min_messages = NOTICE;
447
Time: 0.271 ms
447
Time: 0.297 ms
448 448
CREATE SCHEMA "VegBank";
449 449
ERROR:  schema "VegBank" already exists
450
Time: 0.227 ms
450
Time: 0.219 ms
451 451
        0.03 real         0.01 user         0.01 sys
452 452
make: [schema] Error 3 (ignored)
453 453

  
454
real	0m0.622s
455
user	0m0.391s
456
sys	0m0.209s
454
real	0m0.647s
455
user	0m0.378s
456
sys	0m0.211s
457 457

  
458
real	0m0.056s
458
real	0m0.211s
459 459
user	0m0.023s
460
sys	0m0.025s
460
sys	0m0.024s
461 461
: : : : : : : : : table plot already exists, skipping
462 462
: : : : : : : : :  to force-remake, prepend `rm=1` to the command 
463
| | | | | | | + postprocess    @lib/runscripts/table.run:120
464
| | | | | | | | + map_table    @lib/runscripts/table.run:77
463
| | | | | | | + postprocess    @lib/runscripts/table.run:135 -> 120
464
| | | | | | | | + map_table    @lib/runscripts/table.run:125 -> 77
465 465
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot/map.csv
466 466
make: `import_order.txt' is up to date.
467 467
/usr/bin/make --makefile=../input.Makefile plot/.map.csv.last_cleanup
......
476 476
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup
477 477
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date.
478 478

  
479
real	0m0.985s
480
user	0m0.625s
481
sys	0m0.319s
479
real	0m1.018s
480
user	0m0.613s
481
sys	0m0.324s
482 482
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
483 483
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
484 484
\set VERBOSITY terse
485 485
\timing on
486 486
SET client_min_messages = NOTICE;
487
Time: 0.217 ms
487
Time: 0.201 ms
488 488
\cd inputs/VegBank/plot
489 489
\set schema "VegBank"
490 490
\set table "plot"
491 491
\set table_str '''"plot"'''
492 492
SET search_path TO "VegBank";
493
Time: 0.086 ms
493
Time: 0.114 ms
494 494
SELECT util.reset_map_table('"~plot.map"');
495 495
psql:/dev/fd/40:9: NOTICE:  
496 496
SET /*LOCAL*/ search_path TO "VegBank";
......
516 516
 
517 517
(1 row)
518 518

  
519
Time: 56.224 ms
519
Time: 128.432 ms
520 520
ALTER TABLE "~plot.map" DISABLE TRIGGER map_filter_insert;
521
Time: 0.453 ms
521
Time: 0.409 ms
522 522
\copy "~plot.map" FROM 'map.csv' CSV HEADER;
523
Time: 1.431 ms
523
Time: 20.394 ms
524 524
SELECT util.set_col_names_with_metadata('"plot"', '"~plot.map"');
525 525
 set_col_names_with_metadata 
526 526
-----------------------------
527 527
 
528 528
(1 row)
529 529

  
530
Time: 3.966 ms
530
Time: 3.736 ms
531 531

  
532
real	0m0.126s
532
real	0m0.220s
533 533
user	0m0.028s
534
sys	0m0.030s
535
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:107
534
sys	0m0.032s
535
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:126 -> 107
536 536
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot/postprocess.sql
537 537
make: `import_order.txt' is up to date.
538 538
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../..
......
540 540
make[2]: `VegCore.thesaurus.csv' is up to date.
541 541
../../bin/in_place plot/postprocess.sql env text=1 ../../bin/repl ../../mappings/VegCore.thesaurus.csv
542 542

  
543
real	0m1.023s
544
user	0m0.715s
545
sys	0m0.227s
543
real	0m1.079s
544
user	0m0.710s
545
sys	0m0.230s
546 546
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
547 547
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
548 548
\set VERBOSITY terse
549 549
\timing on
550 550
SET client_min_messages = NOTICE;
551
Time: 0.276 ms
551
Time: 0.197 ms
552 552
\cd inputs/VegBank/plot
553 553
\set schema "VegBank"
554 554
\set table "plot"
555 555
\set table_str '''"plot"'''
556 556
SET search_path TO "VegBank";
557
Time: 0.086 ms
557
Time: 0.112 ms
558 558
SELECT util.search_path_append('util');
559 559
psql:/dev/fd/40:9: NOTICE:  
560 560
SET search_path TO "VegBank", util
......
564 564
 
565 565
(1 row)
566 566

  
567
Time: 18.286 ms
567
Time: 66.426 ms
568 568
SELECT create_if_not_exists($$ALTER TABLE $$||:table_str||$$ ADD PRIMARY KEY ("locationID")$$); -- runtime: 0.2 s ("Time: 238.474 ms") @starscream
569 569
psql:/dev/fd/40:11: NOTICE:  
570 570
SET /*LOCAL*/ search_path TO "VegBank", util;
......
575 575
 
576 576
(1 row)
577 577

  
578
Time: 3.575 ms
578
Time: 64.808 ms
579 579
-- remove institutions that we have direct data for
580 580
-- CVS
581 581
DELETE FROM :table
582 582
WHERE "locationName" IN (SELECT "locationName" FROM "CVS".plot_)
583 583
-- removes 2323 of 7079 CVS plots (75340 - 73017)
584 584
; -- runtime: 1 min ("48999.044 ms") @starscream
585
Time: 39.655 ms
585
Time: 611.562 ms
586 586
-- map_*() derived cols
587 587
-- runtime: 2 s @starscream
588 588
CREATE OR REPLACE FUNCTION map_access_rights(value integer)
......
604 604
$BODY$
605 605
  LANGUAGE sql IMMUTABLE
606 606
  COST 100;
607
Time: 0.789 ms
607
Time: 94.104 ms
608 608
SELECT mk_derived_col((:table_str, 'accessRights'), $$map_access_rights("accessRights_verbatim")$$); -- runtime: 1 s ("Time: 1167.547 ms") @starscream
609 609
psql:/dev/fd/40:46: NOTICE:  
610 610
SET /*LOCAL*/ search_path TO "VegBank", util;
......
627 627
 
628 628
(1 row)
629 629

  
630
Time: 5.084 ms
630
Time: 5.993 ms
631 631
CREATE OR REPLACE FUNCTION map_fuzzing(value integer)
632 632
  RETURNS double precision AS
633 633
$BODY$
......
647 647
$BODY$
648 648
  LANGUAGE sql IMMUTABLE
649 649
  COST 100;
650
Time: 0.372 ms
650
Time: 59.635 ms
651 651
SELECT mk_derived_col((:table_str, 'coordinateUncertaintyInMeters__from_fuzzing'), $$map_fuzzing("accessRights_verbatim")$$); -- runtime: 1 s ("Time: 1064.189 ms") @starscream
652 652
psql:/dev/fd/40:68: NOTICE:  
653 653
SET /*LOCAL*/ search_path TO "VegBank", util;
......
670 670
 
671 671
(1 row)
672 672

  
673
Time: 4.356 ms
673
Time: 61.974 ms
674 674
SELECT mk_derived_col((:table_str, 'coordinateUncertaintyInMeters'),
675 675
$$GREATEST("coordinateUncertaintyInMeters__from_fuzzing", "coordinateUncertaintyInMeters__from_coords")$$)
676 676
; -- runtime: 0.5 s ("Time: 586.453 ms") @starscream
......
695 695
 
696 696
(1 row)
697 697

  
698
Time: 3.821 ms
698
Time: 3.832 ms
699 699
SELECT mk_derived_col((:table_str, 'locality'),
700 700
$$_join("directions_to_place", "site_name")$$)
701 701
; -- runtime: 4 s ("Time: 3651.355 ms") @starscream
......
720 720
 
721 721
(1 row)
722 722

  
723
Time: 4.151 ms
723
Time: 4.469 ms
724 724

  
725
real	0m0.143s
726
user	0m0.027s
727
sys	0m0.029s
728
| | | | | | | | + mk_derived    @lib/runscripts/table.run:117
725
real	0m1.043s
726
user	0m0.029s
727
sys	0m0.033s
728
| | | | | | | | + mk_derived    @lib/runscripts/table.run:127 -> 117
729 729
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
730 730
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
731 731
\set VERBOSITY terse
732 732
\timing on
733 733
SET client_min_messages = NOTICE;
734
Time: 0.205 ms
734
Time: 0.200 ms
735 735
\cd schemas/VegCore
736 736
\set schema "VegBank"
737 737
\set table "plot"
738 738
\set table_str '''"plot"'''
739 739
SET search_path TO "VegBank";
740
Time: 0.100 ms
740
Time: 0.111 ms
741 741
SELECT util.search_path_append('util');
742 742
psql:/dev/fd/40:9: NOTICE:  
743 743
SET search_path TO "VegBank", util
......
747 747
 
748 748
(1 row)
749 749

  
750
Time: 19.638 ms
750
Time: 18.621 ms
751 751
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$);
752 752
psql:/dev/fd/40:11: NOTICE:  
753 753
SET /*LOCAL*/ search_path TO "VegBank", util;
......
758 758
 
759 759
(1 row)
760 760

  
761
Time: 4.597 ms
761
Time: 4.585 ms
762 762

  
763
real	0m0.085s
763
real	0m0.086s
764 764
user	0m0.027s
765 765
sys	0m0.028s
766
| | | | | | | | + mappings    @lib/runscripts/table.run:99
767
| | | | | | | | | + public_schema_exists    @lib/sh/db.sh:421
768
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:412
769
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/db.sh:405
766
| | | | | | | | + mappings    @lib/runscripts/table.run:128 -> 99
767
| | | | | | | | | + public_schema_exists    @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
768
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:421 -> 412
769
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/util.sh:560 -> lib/sh/db.sh:405
770 770
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
771 771
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
772 772
\set VERBOSITY terse
773 773
\timing on
774 774
SET client_min_messages = NOTICE;
775
Time: 0.218 ms
775
Time: 0.225 ms
776 776
\cd inputs/VegBank/plot
777 777
\set schema "public"
778 778
\set table "plot"
779 779
\set table_str '''"plot"'''
780 780
SET search_path TO "public";
781
Time: 0.089 ms
781
Time: 0.129 ms
782 782
CREATE TEMP TABLE "public".t ()
783
Time: 0.338 ms
783
Time: 0.387 ms
784 784
psql:/dev/fd/40:9: ERROR:  cannot create temporary relation in non-temporary schema
785 785

  
786
real	0m0.088s
787
user	0m0.036s
788
sys	0m0.043s
789
| | | | | | | | | + test_    @lib/runscripts/table.run:97
786
real	0m0.082s
787
user	0m0.034s
788
sys	0m0.038s
789
| | | | | | | | | + test_    @lib/runscripts/table.run:104 -> 97
790 790
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot/test
791 791
make: `import_order.txt' is up to date.
792 792
/usr/bin/make --makefile=../input.Makefile plot/.map.csv.last_cleanup
......
814 814
Connecting to PostgreSQL database vegbien
815 815
Connecting to PostgreSQL database vegbien
816 816
Processed 2 input rows
817
Took 0:00:00.637779 sec/2 row(s) = 319. ms/row
817
Took 0:00:01.108461 sec/2 row(s) = 554. ms/row
818 818
Encountered 0 error(s)/2 row(s) = 0.0%
819 819
+ diff --unified=2 --ignore-space-change plot/test.xml.ref plot/test.xml
820 820

  
821
real	0m1.979s
822
user	0m1.225s
823
sys	0m0.411s
821
real	0m2.521s
822
user	0m1.184s
823
sys	0m0.416s
824 824

  
825
real	0m8.123s
826
user	0m3.962s
827
sys	0m2.315s
825
real	0m9.930s
826
user	0m3.897s
827
sys	0m2.340s
828 828
| | | | | + inputs/VegBank/plot_/run import
829
| | | | | | + import    @lib/runscripts/table.run:131
830
| | | | | | | + load_data    @lib/runscripts/table.run:50
829
| | | | | | + import    @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
830
| | | | | | | + load_data    @lib/runscripts/table.run:134 -> 50
831 831
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/plot_/.. schema
832 832
make: `import_order.txt' is up to date.
833 833
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien
834 834
\set VERBOSITY terse
835 835
\timing on
836 836
SET client_min_messages = NOTICE;
837
Time: 0.195 ms
837
Time: 0.192 ms
838 838
CREATE SCHEMA "VegBank";
839 839
ERROR:  schema "VegBank" already exists
840
Time: 0.201 ms
841
        0.03 real         0.01 user         0.01 sys
840
Time: 0.222 ms
841
        0.06 real         0.01 user         0.01 sys
842 842
make: [schema] Error 3 (ignored)
843 843

  
844
real	0m0.774s
845
user	0m0.388s
846
sys	0m0.211s
844
real	0m0.648s
845
user	0m0.379s
846
sys	0m0.210s
847 847

  
848
real	0m0.054s
848
real	0m0.163s
849 849
user	0m0.023s
850
sys	0m0.025s
850
sys	0m0.026s
851 851
: : : : : : : : : table plot_ already exists, skipping
852 852
: : : : : : : : :  to force-remake, prepend `rm=1` to the command 
853
| | | | | | | + postprocess    @lib/runscripts/table.run:120
854
| | | | | | | | + map_table    @lib/runscripts/table.run:77
853
| | | | | | | + postprocess    @lib/runscripts/table.run:135 -> 120
854
| | | | | | | | + map_table    @lib/runscripts/table.run:125 -> 77
855 855
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot_/map.csv
856 856
make: `import_order.txt' is up to date.
857 857
/usr/bin/make --makefile=../input.Makefile plot_/.map.csv.last_cleanup
......
866 866
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup
867 867
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date.
868 868

  
869
real	0m0.985s
870
user	0m0.625s
871
sys	0m0.320s
869
real	0m1.054s
870
user	0m0.611s
871
sys	0m0.324s
872 872
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
873 873
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
874 874
\set VERBOSITY terse
875 875
\timing on
876 876
SET client_min_messages = NOTICE;
877
Time: 0.199 ms
877
Time: 0.196 ms
878 878
\cd inputs/VegBank/plot_
879 879
\set schema "VegBank"
880 880
\set table "plot_"
881 881
\set table_str '''"plot_"'''
882 882
SET search_path TO "VegBank";
883
Time: 0.096 ms
883
Time: 0.108 ms
884 884
SELECT util.reset_map_table('"~plot_.map"');
885 885
psql:/dev/fd/40:9: NOTICE:  
886 886
SET /*LOCAL*/ search_path TO "VegBank";
......
906 906
 
907 907
(1 row)
908 908

  
909
Time: 149.798 ms
909
Time: 167.528 ms
910 910
ALTER TABLE "~plot_.map" DISABLE TRIGGER map_filter_insert;
911
Time: 0.390 ms
911
Time: 0.329 ms
912 912
\copy "~plot_.map" FROM 'map.csv' CSV HEADER;
913
Time: 1.720 ms
913
Time: 34.162 ms
914 914
SELECT util.set_col_names_with_metadata('"plot_"', '"~plot_.map"');
915 915
 set_col_names_with_metadata 
916 916
-----------------------------
917 917
 
918 918
(1 row)
919 919

  
920
Time: 3.683 ms
920
Time: 43.171 ms
921 921

  
922
real	0m0.219s
922
real	0m0.316s
923 923
user	0m0.028s
924
sys	0m0.029s
925
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:107
926
| | | | | | | | + mk_derived    @lib/runscripts/table.run:117
924
sys	0m0.032s
925
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:126 -> 107
926
| | | | | | | | + mk_derived    @lib/runscripts/table.run:127 -> 117
927 927
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
928 928
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
929 929
\set VERBOSITY terse
930 930
\timing on
931 931
SET client_min_messages = NOTICE;
932
Time: 0.263 ms
932
Time: 0.225 ms
933 933
\cd schemas/VegCore
934 934
\set schema "VegBank"
935 935
\set table "plot_"
936 936
\set table_str '''"plot_"'''
937 937
SET search_path TO "VegBank";
938
Time: 0.092 ms
938
Time: 0.169 ms
939 939
SELECT util.search_path_append('util');
940 940
psql:/dev/fd/40:9: NOTICE:  
941 941
SET search_path TO "VegBank", util
......
945 945
 
946 946
(1 row)
947 947

  
948
Time: 19.318 ms
948
Time: 41.557 ms
949 949
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$);
950 950
psql:/dev/fd/40:11: NOTICE:  
951 951
SET /*LOCAL*/ search_path TO "VegBank", util;
......
956 956
 
957 957
(1 row)
958 958

  
959
Time: 4.370 ms
959
Time: 21.620 ms
960 960

  
961
real	0m0.086s
961
real	0m0.127s
962 962
user	0m0.027s
963
sys	0m0.029s
964
| | | | | | | | + mappings    @lib/runscripts/table.run:99
965
| | | | | | | | | + public_schema_exists    @lib/sh/db.sh:421
966
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:412
967
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/db.sh:405
963
sys	0m0.028s
964
| | | | | | | | + mappings    @lib/runscripts/table.run:128 -> 99
965
| | | | | | | | | + public_schema_exists    @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
966
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:421 -> 412
967
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/util.sh:560 -> lib/sh/db.sh:405
968 968
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
969 969
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
970 970
\set VERBOSITY terse
971 971
\timing on
972 972
SET client_min_messages = NOTICE;
973
Time: 0.217 ms
973
Time: 0.196 ms
974 974
\cd inputs/VegBank/plot_
975 975
\set schema "public"
976 976
\set table "plot_"
977 977
\set table_str '''"plot_"'''
978 978
SET search_path TO "public";
979
Time: 0.089 ms
979
Time: 0.110 ms
980 980
CREATE TEMP TABLE "public".t ()
981
Time: 0.323 ms
981
Time: 0.299 ms
982 982
psql:/dev/fd/40:9: ERROR:  cannot create temporary relation in non-temporary schema
983 983

  
984
real	0m0.082s
985
user	0m0.035s
986
sys	0m0.039s
987
| | | | | | | | | + test_    @lib/runscripts/table.run:97
984
real	0m0.084s
985
user	0m0.034s
986
sys	0m0.040s
987
| | | | | | | | | + test_    @lib/runscripts/table.run:104 -> 97
988 988
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot_/test
989 989
make: `import_order.txt' is up to date.
990 990
/usr/bin/make --makefile=../input.Makefile plot_/.map.csv.last_cleanup
......
1012 1012
Connecting to PostgreSQL database vegbien
1013 1013
Connecting to PostgreSQL database vegbien
1014 1014
Processed 2 input rows
1015
Took 0:00:00.662433 sec/2 row(s) = 331. ms/row
1015
Took 0:00:00.750278 sec/2 row(s) = 375. ms/row
1016 1016
Encountered 0 error(s)/2 row(s) = 0.0%
1017 1017
+ diff --unified=2 --ignore-space-change plot_/test.xml.ref plot_/test.xml
1018 1018

  
1019
real	0m2.008s
1020
user	0m1.235s
1021
sys	0m0.414s
1019
real	0m2.184s
1020
user	0m1.194s
1021
sys	0m0.415s
1022 1022

  
1023
real	0m6.905s
1024
user	0m3.162s
1025
sys	0m1.984s
1023
real	0m7.243s
1024
user	0m3.102s
1025
sys	0m1.992s
1026 1026
| | | | | + inputs/VegBank/observation_/run import
1027
| | | | | | + import    @lib/runscripts/table.run:131
1028
| | | | | | | + load_data    @lib/runscripts/table.run:50
1027
| | | | | | + import    @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
1028
| | | | | | | + load_data    @lib/runscripts/table.run:134 -> 50
1029 1029
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/observation_/.. schema
1030 1030
make: `import_order.txt' is up to date.
1031 1031
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien
1032 1032
\set VERBOSITY terse
1033 1033
\timing on
1034 1034
SET client_min_messages = NOTICE;
1035
Time: 0.217 ms
1035
Time: 0.322 ms
1036 1036
CREATE SCHEMA "VegBank";
1037 1037
ERROR:  schema "VegBank" already exists
1038
Time: 0.243 ms
1038
Time: 0.300 ms
1039 1039
        0.03 real         0.01 user         0.01 sys
1040 1040
make: [schema] Error 3 (ignored)
1041 1041

  
1042
real	0m0.615s
1043
user	0m0.381s
1044
sys	0m0.203s
1042
real	0m0.693s
1043
user	0m0.383s
1044
sys	0m0.217s
1045 1045

  
1046
real	0m0.054s
1046
real	0m0.156s
1047 1047
user	0m0.023s
1048 1048
sys	0m0.024s
1049 1049
: : : : : : : : : table observation_ already exists, skipping
1050 1050
: : : : : : : : :  to force-remake, prepend `rm=1` to the command 
1051
| | | | | | | + postprocess    @lib/runscripts/table.run:120
1052
| | | | | | | | + map_table    @lib/runscripts/table.run:77
1051
| | | | | | | + postprocess    @lib/runscripts/table.run:135 -> 120
1052
| | | | | | | | + map_table    @lib/runscripts/table.run:125 -> 77
1053 1053
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank observation_/map.csv
1054 1054
make: `import_order.txt' is up to date.
1055 1055
/usr/bin/make --makefile=../input.Makefile observation_/.map.csv.last_cleanup
......
1064 1064
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup
1065 1065
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date.
1066 1066

  
1067
real	0m0.977s
1068
user	0m0.611s
1069
sys	0m0.311s
1067
real	0m1.007s
1068
user	0m0.608s
1069
sys	0m0.317s
1070 1070
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
1071 1071
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
1072 1072
\set VERBOSITY terse
1073 1073
\timing on
1074 1074
SET client_min_messages = NOTICE;
1075
Time: 0.255 ms
1075
Time: 0.195 ms
1076 1076
\cd inputs/VegBank/observation_
1077 1077
\set schema "VegBank"
1078 1078
\set table "observation_"
1079 1079
\set table_str '''"observation_"'''
1080 1080
SET search_path TO "VegBank";
1081
Time: 0.094 ms
1081
Time: 0.100 ms
1082 1082
SELECT util.reset_map_table('"~observation_.map"');
1083 1083
psql:/dev/fd/40:9: NOTICE:  
1084 1084
SET /*LOCAL*/ search_path TO "VegBank";
......
1104 1104
 
1105 1105
(1 row)
1106 1106

  
1107
Time: 51.857 ms
1107
Time: 189.852 ms
1108 1108
ALTER TABLE "~observation_.map" DISABLE TRIGGER map_filter_insert;
1109
Time: 0.446 ms
1109
Time: 0.422 ms
1110 1110
\copy "~observation_.map" FROM 'map.csv' CSV HEADER;
1111
Time: 3.647 ms
1111
Time: 36.974 ms
1112 1112
SELECT util.set_col_names_with_metadata('"observation_"', '"~observation_.map"');
1113 1113
 set_col_names_with_metadata 
1114 1114
-----------------------------
1115 1115
 
1116 1116
(1 row)
1117 1117

  
1118
Time: 3.979 ms
1118
Time: 4.192 ms
1119 1119

  
1120
real	0m0.123s
1121
user	0m0.027s
1122
sys	0m0.029s
1123
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:107
1120
real	0m0.327s
1121
user	0m0.029s
1122
sys	0m0.034s
1123
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:126 -> 107
1124 1124
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank observation_/postprocess.sql
1125 1125
make: `import_order.txt' is up to date.
1126 1126
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../..
......
1128 1128
make[2]: `VegCore.thesaurus.csv' is up to date.
1129 1129
../../bin/in_place observation_/postprocess.sql env text=1 ../../bin/repl ../../mappings/VegCore.thesaurus.csv
1130 1130

  
1131
real	0m0.892s
1132
user	0m0.636s
1133
sys	0m0.219s
1131
real	0m0.923s
1132
user	0m0.634s
1133
sys	0m0.224s
1134 1134
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
1135 1135
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
1136 1136
\set VERBOSITY terse
1137 1137
\timing on
1138 1138
SET client_min_messages = NOTICE;
1139
Time: 0.204 ms
1139
Time: 0.209 ms
1140 1140
\cd inputs/VegBank/observation_
1141 1141
\set schema "VegBank"
1142 1142
\set table "observation_"
1143 1143
\set table_str '''"observation_"'''
1144 1144
SET search_path TO "VegBank";
1145
Time: 0.101 ms
1145
Time: 0.107 ms
1146 1146
SELECT util.search_path_append('util');
1147 1147
psql:/dev/fd/40:9: NOTICE:  
1148 1148
SET search_path TO "VegBank", util
......
1152 1152
 
1153 1153
(1 row)
1154 1154

  
1155
Time: 18.763 ms
1155
Time: 28.923 ms
1156 1156
SELECT create_if_not_exists($$ALTER TABLE $$||:table_str||$$ ADD PRIMARY KEY ("eventID")$$); -- runtime: ~0 ("Time: 1.838 ms") @starscream
1157 1157
psql:/dev/fd/40:11: NOTICE:  
1158 1158
SET /*LOCAL*/ search_path TO "VegBank", util;
......
1163 1163
 
1164 1164
(1 row)
1165 1165

  
1166
Time: 3.626 ms
1166
Time: 22.360 ms
1167 1167
SELECT create_if_not_exists($$CREATE INDEX $$||:table_str||%'__parent'||$$ ON $$||:table_str||$$ ("locationID")$$); -- runtime: ~0 ("158.792 ms") @starscream
1168 1168
psql:/dev/fd/40:13: NOTICE:  
1169 1169
SET /*LOCAL*/ search_path TO "VegBank", util;
......
1174 1174
 
1175 1175
(1 row)
1176 1176

  
1177
Time: 2.682 ms
1177
Time: 53.761 ms
1178 1178

  
1179
real	0m0.091s
1180
user	0m0.028s
1181
sys	0m0.029s
1182
| | | | | | | | + mk_derived    @lib/runscripts/table.run:117
1179
real	0m0.171s
1180
user	0m0.029s
1181
sys	0m0.031s
1182
| | | | | | | | + mk_derived    @lib/runscripts/table.run:127 -> 117
1183 1183
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
1184 1184
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
1185 1185
\set VERBOSITY terse
1186 1186
\timing on
1187 1187
SET client_min_messages = NOTICE;
1188
Time: 0.267 ms
1188
Time: 0.208 ms
1189 1189
\cd schemas/VegCore
1190 1190
\set schema "VegBank"
1191 1191
\set table "observation_"
1192 1192
\set table_str '''"observation_"'''
1193 1193
SET search_path TO "VegBank";
1194
Time: 0.091 ms
1194
Time: 0.109 ms
1195 1195
SELECT util.search_path_append('util');
1196 1196
psql:/dev/fd/40:9: NOTICE:  
1197 1197
SET search_path TO "VegBank", util
......
1201 1201
 
1202 1202
(1 row)
1203 1203

  
1204
Time: 19.262 ms
1204
Time: 18.714 ms
1205 1205
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$);
1206 1206
psql:/dev/fd/40:11: NOTICE:  
1207 1207
SET /*LOCAL*/ search_path TO "VegBank", util;
......
1212 1212
 
1213 1213
(1 row)
1214 1214

  
1215
Time: 4.590 ms
1215
Time: 33.452 ms
1216 1216

  
1217
real	0m0.087s
1218
user	0m0.027s
1217
real	0m0.115s
1218
user	0m0.026s
1219 1219
sys	0m0.028s
1220
| | | | | | | | + mappings    @lib/runscripts/table.run:99
1221
| | | | | | | | | + public_schema_exists    @lib/sh/db.sh:421
1222
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:412
1223
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/db.sh:405
1220
| | | | | | | | + mappings    @lib/runscripts/table.run:128 -> 99
1221
| | | | | | | | | + public_schema_exists    @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
1222
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:421 -> 412
1223
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/util.sh:560 -> lib/sh/db.sh:405
1224 1224
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
1225 1225
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
1226 1226
\set VERBOSITY terse
1227 1227
\timing on
1228 1228
SET client_min_messages = NOTICE;
1229
Time: 0.256 ms
1229
Time: 0.195 ms
1230 1230
\cd inputs/VegBank/observation_
1231 1231
\set schema "public"
1232 1232
\set table "observation_"
1233 1233
\set table_str '''"observation_"'''
1234 1234
SET search_path TO "public";
1235
Time: 0.104 ms
1235
Time: 0.101 ms
1236 1236
CREATE TEMP TABLE "public".t ()
1237
Time: 0.294 ms
1237
Time: 0.305 ms
1238 1238
psql:/dev/fd/40:9: ERROR:  cannot create temporary relation in non-temporary schema
1239 1239

  
1240
real	0m0.083s
1241
user	0m0.035s
1240
real	0m0.082s
1241
user	0m0.034s
1242 1242
sys	0m0.039s
1243
| | | | | | | | | + test_    @lib/runscripts/table.run:97
1243
| | | | | | | | | + test_    @lib/runscripts/table.run:104 -> 97
1244 1244
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank observation_/test
1245 1245
make: `import_order.txt' is up to date.
1246 1246
/usr/bin/make --makefile=../input.Makefile observation_/.map.csv.last_cleanup
......
1268 1268
Connecting to PostgreSQL database vegbien
1269 1269
Connecting to PostgreSQL database vegbien
1270 1270
Processed 2 input rows
1271
Took 0:00:00.580399 sec/2 row(s) = 290. ms/row
1271
Took 0:00:00.798079 sec/2 row(s) = 399. ms/row
1272 1272
Encountered 0 error(s)/2 row(s) = 0.0%
1273 1273
+ diff --unified=2 --ignore-space-change observation_/test.xml.ref observation_/test.xml
1274 1274

  
1275
real	0m1.931s
1276
user	0m1.169s
1277
sys	0m0.410s
1275
real	0m2.208s
1276
user	0m1.126s
1277
sys	0m0.418s
1278 1278

  
1279
real	0m7.852s
1280
user	0m3.805s
1281
sys	0m2.283s
1279
real	0m8.701s
1280
user	0m3.756s
1281
sys	0m2.323s
1282 1282
| | | | | + inputs/VegBank/stratumtype/run import
1283
| | | | | | + import    @lib/runscripts/table.run:131
1284
| | | | | | | + load_data    @lib/runscripts/table.run:50
1283
| | | | | | + import    @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
1284
| | | | | | | + load_data    @lib/runscripts/table.run:134 -> 50
1285 1285
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/stratumtype/.. schema
1286 1286
make: `import_order.txt' is up to date.
1287 1287
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien
1288 1288
\set VERBOSITY terse
1289 1289
\timing on
1290 1290
SET client_min_messages = NOTICE;
1291
Time: 0.211 ms
1291
Time: 0.194 ms
1292 1292
CREATE SCHEMA "VegBank";
1293 1293
ERROR:  schema "VegBank" already exists
1294
Time: 0.278 ms
1294
Time: 0.237 ms
1295 1295
        0.03 real         0.01 user         0.01 sys
1296 1296
make: [schema] Error 3 (ignored)
1297 1297

  
1298
real	0m0.622s
1299
user	0m0.391s
1298
real	0m0.646s
1299
user	0m0.376s
1300 1300
sys	0m0.208s
1301 1301

  
1302
real	0m0.056s
1302
real	0m0.193s
1303 1303
user	0m0.023s
1304 1304
sys	0m0.025s
1305 1305
: : : : : : : : : table stratumtype already exists, skipping
1306 1306
: : : : : : : : :  to force-remake, prepend `rm=1` to the command 
1307
| | | | | | | + postprocess    @lib/runscripts/table.run:120
1308
| | | | | | | | + map_table    @lib/runscripts/table.run:77
1307
| | | | | | | + postprocess    @lib/runscripts/table.run:135 -> 120
1308
| | | | | | | | + map_table    @lib/runscripts/table.run:125 -> 77
1309 1309
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank stratumtype/map.csv
1310 1310
make: `import_order.txt' is up to date.
1311 1311
/usr/bin/make --makefile=../input.Makefile stratumtype/.map.csv.last_cleanup
......
1320 1320
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup
1321 1321
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date.
1322 1322

  
1323
real	0m1.040s
1324
user	0m0.621s
1325
sys	0m0.313s
1323
real	0m1.019s
1324
user	0m0.611s
1325
sys	0m0.321s
1326 1326
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
1327 1327
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
1328 1328
\set VERBOSITY terse
1329 1329
\timing on
1330 1330
SET client_min_messages = NOTICE;
1331
Time: 0.215 ms
1331
Time: 0.189 ms
1332 1332
\cd inputs/VegBank/stratumtype
1333 1333
\set schema "VegBank"
1334 1334
\set table "stratumtype"
1335 1335
\set table_str '''"stratumtype"'''
1336 1336
SET search_path TO "VegBank";
1337
Time: 0.115 ms
1337
Time: 0.097 ms
1338 1338
SELECT util.reset_map_table('"~stratumtype.map"');
1339 1339
psql:/dev/fd/40:9: NOTICE:  
1340 1340
SET /*LOCAL*/ search_path TO "VegBank";
......
1360 1360
 
1361 1361
(1 row)
1362 1362

  
1363
Time: 35.343 ms
1363
Time: 75.291 ms
1364 1364
ALTER TABLE "~stratumtype.map" DISABLE TRIGGER map_filter_insert;
1365
Time: 0.330 ms
1365
Time: 0.448 ms
1366 1366
\copy "~stratumtype.map" FROM 'map.csv' CSV HEADER;
1367
Time: 0.528 ms
1367
Time: 27.573 ms
1368 1368
SELECT util.set_col_names_with_metadata('"stratumtype"', '"~stratumtype.map"');
1369 1369
 set_col_names_with_metadata 
1370 1370
-----------------------------
1371 1371
 
1372 1372
(1 row)
1373 1373

  
1374
Time: 3.572 ms
1374
Time: 3.377 ms
1375 1375

  
1376
real	0m0.142s
1376
real	0m0.173s
1377 1377
user	0m0.028s
1378
sys	0m0.030s
1379
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:107
1380
| | | | | | | | + mk_derived    @lib/runscripts/table.run:117
1378
sys	0m0.031s
1379
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:126 -> 107
1380
| | | | | | | | + mk_derived    @lib/runscripts/table.run:127 -> 117
1381 1381
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
1382 1382
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
1383 1383
\set VERBOSITY terse
1384 1384
\timing on
1385 1385
SET client_min_messages = NOTICE;
1386
Time: 0.198 ms
1386
Time: 0.200 ms
1387 1387
\cd schemas/VegCore
1388 1388
\set schema "VegBank"
1389 1389
\set table "stratumtype"
1390 1390
\set table_str '''"stratumtype"'''
1391 1391
SET search_path TO "VegBank";
1392
Time: 0.087 ms
1392
Time: 0.094 ms
1393 1393
SELECT util.search_path_append('util');
1394 1394
psql:/dev/fd/40:9: NOTICE:  
1395 1395
SET search_path TO "VegBank", util
......
1399 1399
 
1400 1400
(1 row)
1401 1401

  
1402
Time: 19.413 ms
1402
Time: 18.755 ms
1403 1403
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$);
1404 1404
psql:/dev/fd/40:11: NOTICE:  
1405 1405
SET /*LOCAL*/ search_path TO "VegBank", util;
......
1410 1410
 
1411 1411
(1 row)
1412 1412

  
1413
Time: 4.653 ms
1413
Time: 31.569 ms
1414 1414

  
1415
real	0m0.085s
1415
real	0m0.137s
1416 1416
user	0m0.027s
1417
sys	0m0.027s
1418
| | | | | | | | + mappings    @lib/runscripts/table.run:99
1419
| | | | | | | | | + public_schema_exists    @lib/sh/db.sh:421
1420
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:412
1421
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/db.sh:405
1417
sys	0m0.030s
1418
| | | | | | | | + mappings    @lib/runscripts/table.run:128 -> 99
1419
| | | | | | | | | + public_schema_exists    @lib/runscripts/table.run:102 -> lib/sh/db.sh:421
1420
| | | | | | | | | | + pg_schema_exists    @lib/sh/db.sh:421 -> 412
1421
| | | | | | | | | | | + benign_does_not_exist_error psql    @lib/sh/util.sh:560 -> lib/sh/db.sh:405
1422 1422
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
1423 1423
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
1424 1424
\set VERBOSITY terse
1425 1425
\timing on
1426 1426
SET client_min_messages = NOTICE;
1427
Time: 0.199 ms
1427
Time: 0.188 ms
1428 1428
\cd inputs/VegBank/stratumtype
1429 1429
\set schema "public"
1430 1430
\set table "stratumtype"
1431 1431
\set table_str '''"stratumtype"'''
1432 1432
SET search_path TO "public";
1433
Time: 0.092 ms
1433
Time: 0.169 ms
1434 1434
CREATE TEMP TABLE "public".t ()
1435
Time: 0.290 ms
1435
Time: 0.306 ms
1436 1436
psql:/dev/fd/40:9: ERROR:  cannot create temporary relation in non-temporary schema
1437 1437

  
1438
real	0m0.082s
1438
real	0m0.084s
1439 1439
user	0m0.035s
1440
sys	0m0.040s
1441
| | | | | | | | | + test_    @lib/runscripts/table.run:97
1440
sys	0m0.041s
1441
| | | | | | | | | + test_    @lib/runscripts/table.run:104 -> 97
1442 1442
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank stratumtype/test
1443 1443
make: `import_order.txt' is up to date.
1444 1444
/usr/bin/make --makefile=../input.Makefile stratumtype/.map.csv.last_cleanup
......
1468 1468
../../bin/../lib/sql_io.py:422: UserWarning: Inserting empty table row(s)
1469 1469
  warnings.warn(UserWarning('Inserting empty table row(s)'))
1470 1470
Processed 2 input rows
1471
Took 0:00:00.381264 sec/2 row(s) = 191. ms/row
1471
Took 0:00:00.630596 sec/2 row(s) = 315. ms/row
1472 1472
Encountered 0 error(s)/2 row(s) = 0.0%
1473 1473
+ diff --unified=2 --ignore-space-change stratumtype/test.xml.ref stratumtype/test.xml
1474 1474

  
1475
real	0m1.756s
1476
user	0m1.015s
1477
sys	0m0.403s
1475
real	0m2.053s
1476
user	0m0.980s
1477
sys	0m0.409s
1478 1478

  
1479
real	0m6.480s
1480
user	0m2.936s
1481
sys	0m1.951s
1479
real	0m6.947s
1480
user	0m2.880s
1481
sys	0m1.973s
1482 1482
| | | | | + inputs/VegBank/stratum/run import
1483
| | | | | | + import    @lib/runscripts/table.run:131
1484
| | | | | | | + load_data    @lib/runscripts/table.run:50
1483
| | | | | | + import    @lib/runscripts/util.run:56 -> lib/runscripts/table.run:131
1484
| | | | | | | + load_data    @lib/runscripts/table.run:134 -> 50
1485 1485
| | | | | | | | + /usr/bin/make --directory=inputs/VegBank/stratum/.. schema
1486 1486
make: `import_order.txt' is up to date.
1487 1487
echo 'CREATE SCHEMA "VegBank";'|env no_search_path=1 ../../bin/psql_verbose_vegbien
1488 1488
\set VERBOSITY terse
1489 1489
\timing on
1490 1490
SET client_min_messages = NOTICE;
1491
Time: 0.203 ms
1491
Time: 0.185 ms
1492 1492
CREATE SCHEMA "VegBank";
1493 1493
ERROR:  schema "VegBank" already exists
1494
Time: 0.266 ms
1494
Time: 0.221 ms
1495 1495
        0.03 real         0.01 user         0.01 sys
1496 1496
make: [schema] Error 3 (ignored)
1497 1497

  
1498
real	0m0.622s
1499
user	0m0.391s
1500
sys	0m0.210s
1498
real	0m0.673s
1499
user	0m0.378s
1500
sys	0m0.208s
1501 1501

  
1502
real	0m0.056s
1503
user	0m0.023s
1504
sys	0m0.025s
1502
real	0m0.095s
1503
user	0m0.024s
1504
sys	0m0.028s
1505 1505
: : : : : : : : : table stratum already exists, skipping
1506 1506
: : : : : : : : :  to force-remake, prepend `rm=1` to the command 
1507
| | | | | | | + postprocess    @lib/runscripts/table.run:120
1508
| | | | | | | | + map_table    @lib/runscripts/table.run:77
1507
| | | | | | | + postprocess    @lib/runscripts/table.run:135 -> 120
1508
| | | | | | | | + map_table    @lib/runscripts/table.run:125 -> 77
1509 1509
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank stratum/map.csv
1510 1510
make: `import_order.txt' is up to date.
1511 1511
/usr/bin/make --makefile=../input.Makefile stratum/.map.csv.last_cleanup
......
1520 1520
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup
1521 1521
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date.
1522 1522

  
1523
real	0m1.208s
1524
user	0m0.616s
1525
sys	0m0.312s
1523
real	0m1.001s
1524
user	0m0.603s
1525
sys	0m0.315s
1526 1526
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" 
1527 1527
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1
1528 1528
\set VERBOSITY terse
1529 1529
\timing on
1530 1530
SET client_min_messages = NOTICE;
1531
Time: 0.199 ms
1531
Time: 0.236 ms
1532 1532
\cd inputs/VegBank/stratum
1533 1533
\set schema "VegBank"
1534 1534
\set table "stratum"
1535 1535
\set table_str '''"stratum"'''
1536 1536
SET search_path TO "VegBank";
1537
Time: 0.081 ms
1537
Time: 0.091 ms
1538 1538
SELECT util.reset_map_table('"~stratum.map"');
1539 1539
psql:/dev/fd/40:9: NOTICE:  
1540 1540
SET /*LOCAL*/ search_path TO "VegBank";
......
1560 1560
 
1561 1561
(1 row)
1562 1562

  
1563
Time: 64.578 ms
1563
Time: 94.756 ms
1564 1564
ALTER TABLE "~stratum.map" DISABLE TRIGGER map_filter_insert;
1565
Time: 0.313 ms
1565
Time: 0.333 ms
1566 1566
\copy "~stratum.map" FROM 'map.csv' CSV HEADER;
1567
Time: 30.883 ms
1567
Time: 0.917 ms
1568 1568
SELECT util.set_col_names_with_metadata('"stratum"', '"~stratum.map"');
1569 1569
 set_col_names_with_metadata 
1570 1570
-----------------------------
1571 1571
 
1572 1572
(1 row)
1573 1573

  
1574
Time: 3.496 ms
1574
Time: 3.546 ms
1575 1575

  
1576
real	0m0.160s
1577
user	0m0.027s
1578
sys	0m0.027s
1579
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:107
1576
real	0m0.166s
1577
user	0m0.028s
1578
sys	0m0.031s
1579
| | | | | | | | + custom_postprocess    @lib/runscripts/table.run:126 -> 107
1580 1580
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank stratum/postprocess.sql
1581 1581
make: `import_order.txt' is up to date.
1582 1582
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../..
... This diff was truncated because it exceeds the maximum size that can be displayed.

Also available in: Unified diff