Revision 14683
Added by Aaron Marcuse-Kubitza over 10 years ago
| trunk/inputs/VegBank/run.log | ||
|---|---|---|
| 1 |
$ aaronmk@frenzy:~/Dropbox/svn |
|
| 2 | 1 |
inputs/VegBank/run |
| 3 | 2 |
+ inputs/VegBank/run |
| 4 | 3 |
| + main @lib/runscripts/util.run:151 |
| 5 | 4 |
| | + all @lib/runscripts/install.run:23 |
| 6 | 5 |
| | | + install @lib/runscripts/import.run:29 |
| 7 | 6 |
| | | | + import @lib/runscripts/datasrc_dir.run:29 |
| 8 |
| | | | | + pg_schema_exists @lib/sh/db.sh:410 |
|
| 9 |
| | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:403 |
|
| 10 |
| | | | | | | + declare -x PGHOST="localhost" |
|
| 11 |
| | | | | | | + declare -x PGUSER="bien" |
|
| 12 |
| | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 7 |
| | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
| 8 |
| | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
| 9 |
| | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 13 | 10 |
| | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 14 | 11 |
\set VERBOSITY terse |
| 15 | 12 |
\timing on |
| 16 | 13 |
SET client_min_messages = NOTICE; |
| 17 |
Time: 0.281 ms
|
|
| 14 |
Time: 0.238 ms
|
|
| 18 | 15 |
CREATE TEMP TABLE "VegBank".t () |
| 19 |
Time: 0.463 ms
|
|
| 16 |
Time: 0.320 ms
|
|
| 20 | 17 |
psql:/dev/fd/40:4: ERROR: cannot create temporary relation in non-temporary schema |
| 21 | 18 |
|
| 22 |
real 0m0.115s
|
|
| 19 |
real 0m0.367s
|
|
| 23 | 20 |
user 0m0.035s |
| 24 |
sys 0m0.038s
|
|
| 21 |
sys 0m0.041s
|
|
| 25 | 22 |
| | | | | + inputs/VegBank/Source/run import |
| 26 | 23 |
| | | | | | + import @lib/runscripts/table.run:131 |
| 27 | 24 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
| ... | ... | |
| 31 | 28 |
\set VERBOSITY terse |
| 32 | 29 |
\timing on |
| 33 | 30 |
SET client_min_messages = NOTICE; |
| 34 |
Time: 0.201 ms
|
|
| 31 |
Time: 0.231 ms
|
|
| 35 | 32 |
CREATE SCHEMA "VegBank"; |
| 36 | 33 |
ERROR: schema "VegBank" already exists |
| 37 |
Time: 0.271 ms
|
|
| 38 |
0.05 real 0.01 user 0.01 sys
|
|
| 34 |
Time: 0.278 ms
|
|
| 35 |
0.06 real 0.01 user 0.01 sys
|
|
| 39 | 36 |
make: [schema] Error 3 (ignored) |
| 40 | 37 |
|
| 41 |
real 0m0.662s
|
|
| 42 |
user 0m0.377s
|
|
| 43 |
sys 0m0.200s
|
|
| 38 |
real 0m0.958s
|
|
| 39 |
user 0m0.381s
|
|
| 40 |
sys 0m0.213s
|
|
| 44 | 41 |
|
| 45 |
real 0m0.168s
|
|
| 42 |
real 0m0.055s
|
|
| 46 | 43 |
user 0m0.022s |
| 47 |
sys 0m0.023s
|
|
| 44 |
sys 0m0.025s
|
|
| 48 | 45 |
: : : : : : : : : table Source already exists, skipping |
| 49 | 46 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
| 50 | 47 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
| ... | ... | |
| 62 | 59 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
| 63 | 60 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
| 64 | 61 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
| 65 |
../../bin/in_place Source/map.csv ../../bin/canon 1 ../../mappings/VegCore.vocab.csv |
|
| 66 |
../../bin/in_place Source/map.csv ../../bin/translate_ci 1 ../../mappings/VegCore.thesaurus.csv |
|
| 67 |
../../bin/in_place Source/map.csv ../../bin/fix_line_endings |
|
| 68 |
touch Source/.map.csv.last_cleanup |
|
| 69 |
/usr/bin/make --makefile=../input.Makefile Source/unmapped_terms.csv |
|
| 70 |
/usr/bin/make --makefile=../input.Makefile Source/.map.csv.last_cleanup |
|
| 71 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 72 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 73 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 74 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 75 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 76 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 77 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 78 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 79 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 80 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 81 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 82 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 83 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 84 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 85 |
tail -n +2 Source/map.csv|../../bin/cols 1|../../bin/filter_out_ci 0 ../../mappings/VegCore-VegBIEN.csv >Source/unmapped_terms.csv |
|
| 86 |
../../bin/autoremove Source/unmapped_terms.csv |
|
| 87 |
/usr/bin/make --makefile=../input.Makefile Source/new_terms.csv |
|
| 88 |
/usr/bin/make --makefile=../input.Makefile Source/.map.csv.last_cleanup |
|
| 89 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 90 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 91 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 92 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 93 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 94 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 95 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 96 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 97 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 98 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 99 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 100 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 101 |
make[4]: `VegCore.vocab.csv' is up to date. |
|
| 102 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 103 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 104 |
make[4]: `VegCore.thesaurus.csv' is up to date. |
|
| 105 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 106 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 107 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 108 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 109 |
tail -n +2 Source/map.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.vocab.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.thesaurus.csv |../../bin/filter_out_ci 0 Source/unmapped_terms.csv |grep -vE -e '^"?:' -e 'UNUSED' >Source/new_terms.csv; exit 0 |
|
| 110 |
../../bin/autoremove Source/new_terms.csv |
|
| 111 | 62 |
|
| 112 |
real 0m3.419s |
|
| 113 |
user 0m2.261s |
|
| 114 |
sys 0m0.917s |
|
| 115 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 116 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 117 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 63 |
real 0m0.989s |
|
| 64 |
user 0m0.632s |
|
| 65 |
sys 0m0.316s |
|
| 66 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 118 | 67 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 119 | 68 |
\set VERBOSITY terse |
| 120 | 69 |
\timing on |
| 121 | 70 |
SET client_min_messages = NOTICE; |
| 122 |
Time: 0.214 ms
|
|
| 71 |
Time: 0.217 ms
|
|
| 123 | 72 |
\cd inputs/VegBank/Source |
| 124 | 73 |
\set schema "VegBank" |
| 125 | 74 |
\set table "Source" |
| 126 | 75 |
\set table_str '''"Source"''' |
| 127 | 76 |
SET search_path TO "VegBank"; |
| 128 |
Time: 0.103 ms
|
|
| 77 |
Time: 0.086 ms
|
|
| 129 | 78 |
SELECT util.reset_map_table('"~Source.map"');
|
| 130 | 79 |
psql:/dev/fd/40:9: NOTICE: |
| 131 | 80 |
SET /*LOCAL*/ search_path TO "VegBank"; |
| ... | ... | |
| 151 | 100 |
|
| 152 | 101 |
(1 row) |
| 153 | 102 |
|
| 154 |
Time: 662.608 ms
|
|
| 103 |
Time: 182.045 ms
|
|
| 155 | 104 |
ALTER TABLE "~Source.map" DISABLE TRIGGER map_filter_insert; |
| 156 |
Time: 0.536 ms
|
|
| 105 |
Time: 0.431 ms
|
|
| 157 | 106 |
\copy "~Source.map" FROM 'map.csv' CSV HEADER; |
| 158 |
Time: 0.720 ms
|
|
| 107 |
Time: 0.640 ms
|
|
| 159 | 108 |
SELECT util.set_col_names_with_metadata('"Source"', '"~Source.map"');
|
| 160 | 109 |
psql:/dev/fd/40:12: NOTICE: |
| 161 | 110 |
SET /*LOCAL*/ search_path TO "VegBank"; |
| ... | ... | |
| 180 | 129 |
|
| 181 | 130 |
(1 row) |
| 182 | 131 |
|
| 183 |
Time: 106.993 ms
|
|
| 132 |
Time: 39.246 ms
|
|
| 184 | 133 |
|
| 185 |
real 0m0.836s
|
|
| 186 |
user 0m0.029s
|
|
| 187 |
sys 0m0.029s
|
|
| 134 |
real 0m0.287s
|
|
| 135 |
user 0m0.028s
|
|
| 136 |
sys 0m0.030s
|
|
| 188 | 137 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
| 189 | 138 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
| 190 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 191 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 192 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 139 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 193 | 140 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 194 | 141 |
\set VERBOSITY terse |
| 195 | 142 |
\timing on |
| 196 | 143 |
SET client_min_messages = NOTICE; |
| 197 |
Time: 0.199 ms
|
|
| 144 |
Time: 0.202 ms
|
|
| 198 | 145 |
\cd schemas/VegCore |
| 199 | 146 |
\set schema "VegBank" |
| 200 | 147 |
\set table "Source" |
| 201 | 148 |
\set table_str '''"Source"''' |
| 202 | 149 |
SET search_path TO "VegBank"; |
| 203 |
Time: 0.100 ms
|
|
| 150 |
Time: 0.147 ms
|
|
| 204 | 151 |
SELECT util.search_path_append('util');
|
| 205 | 152 |
psql:/dev/fd/40:9: NOTICE: |
| 206 | 153 |
SET search_path TO "VegBank", util |
| ... | ... | |
| 210 | 157 |
|
| 211 | 158 |
(1 row) |
| 212 | 159 |
|
| 213 |
Time: 34.405 ms
|
|
| 160 |
Time: 19.554 ms
|
|
| 214 | 161 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
| 215 | 162 |
psql:/dev/fd/40:11: NOTICE: |
| 216 | 163 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 221 | 168 |
|
| 222 | 169 |
(1 row) |
| 223 | 170 |
|
| 224 |
Time: 30.862 ms
|
|
| 171 |
Time: 4.537 ms
|
|
| 225 | 172 |
|
| 226 |
real 0m0.125s
|
|
| 173 |
real 0m0.086s
|
|
| 227 | 174 |
user 0m0.027s |
| 228 |
sys 0m0.026s
|
|
| 175 |
sys 0m0.029s
|
|
| 229 | 176 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
| 230 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:419 |
|
| 231 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:410 |
|
| 232 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:403 |
|
| 233 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" |
|
| 234 |
| | | | | | | | | | | | + declare -x PGUSER="bien" |
|
| 235 |
| | | | | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 177 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
| 178 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
| 179 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
| 180 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 236 | 181 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 237 | 182 |
\set VERBOSITY terse |
| 238 | 183 |
\timing on |
| 239 | 184 |
SET client_min_messages = NOTICE; |
| 240 |
Time: 0.186 ms
|
|
| 185 |
Time: 0.206 ms
|
|
| 241 | 186 |
\cd inputs/VegBank/Source |
| 242 | 187 |
\set schema "public" |
| 243 | 188 |
\set table "Source" |
| 244 | 189 |
\set table_str '''"Source"''' |
| 245 | 190 |
SET search_path TO "public"; |
| 246 |
Time: 0.148 ms
|
|
| 191 |
Time: 0.099 ms
|
|
| 247 | 192 |
CREATE TEMP TABLE "public".t () |
| 248 |
Time: 0.332 ms
|
|
| 193 |
Time: 0.296 ms
|
|
| 249 | 194 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
| 250 | 195 |
|
| 251 | 196 |
real 0m0.081s |
| 252 | 197 |
user 0m0.035s |
| 253 |
sys 0m0.038s
|
|
| 198 |
sys 0m0.039s
|
|
| 254 | 199 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
| 255 | 200 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank Source/test |
| 256 | 201 |
make: `import_order.txt' is up to date. |
| ... | ... | |
| 279 | 224 |
Connecting to PostgreSQL database vegbien |
| 280 | 225 |
Connecting to PostgreSQL database vegbien |
| 281 | 226 |
Processed 1 input rows |
| 282 |
Took 0:00:01.196747 sec/1 row(s) = 1.20 s/row
|
|
| 227 |
Took 0:00:00.382582 sec/1 row(s) = 383. ms/row
|
|
| 283 | 228 |
Encountered 0 error(s)/1 row(s) = 0.0% |
| 284 | 229 |
+ diff --unified=2 --ignore-space-change Source/test.xml.ref Source/test.xml |
| 285 | 230 |
|
| 286 |
real 0m3.531s
|
|
| 287 |
user 0m0.978s
|
|
| 288 |
sys 0m0.424s
|
|
| 231 |
real 0m1.925s
|
|
| 232 |
user 0m0.964s
|
|
| 233 |
sys 0m0.399s
|
|
| 289 | 234 |
|
| 290 |
real 0m11.393s
|
|
| 291 |
user 0m4.559s
|
|
| 292 |
sys 0m2.570s
|
|
| 235 |
real 0m7.177s
|
|
| 236 |
user 0m2.891s
|
|
| 237 |
sys 0m1.958s
|
|
| 293 | 238 |
| | | | | + inputs/VegBank/project/run import |
| 294 | 239 |
| | | | | | + import @lib/runscripts/table.run:131 |
| 295 | 240 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
| ... | ... | |
| 299 | 244 |
\set VERBOSITY terse |
| 300 | 245 |
\timing on |
| 301 | 246 |
SET client_min_messages = NOTICE; |
| 302 |
Time: 0.194 ms
|
|
| 247 |
Time: 0.262 ms
|
|
| 303 | 248 |
CREATE SCHEMA "VegBank"; |
| 304 | 249 |
ERROR: schema "VegBank" already exists |
| 305 |
Time: 0.222 ms
|
|
| 250 |
Time: 0.233 ms
|
|
| 306 | 251 |
0.03 real 0.01 user 0.01 sys |
| 307 | 252 |
make: [schema] Error 3 (ignored) |
| 308 | 253 |
|
| 309 |
real 0m0.618s
|
|
| 310 |
user 0m0.385s
|
|
| 311 |
sys 0m0.199s
|
|
| 254 |
real 0m0.652s
|
|
| 255 |
user 0m0.388s
|
|
| 256 |
sys 0m0.209s
|
|
| 312 | 257 |
|
| 313 |
real 0m0.239s
|
|
| 314 |
user 0m0.023s
|
|
| 315 |
sys 0m0.024s
|
|
| 258 |
real 0m0.061s
|
|
| 259 |
user 0m0.024s
|
|
| 260 |
sys 0m0.027s
|
|
| 316 | 261 |
: : : : : : : : : table project already exists, skipping |
| 317 | 262 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
| 318 | 263 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
| ... | ... | |
| 330 | 275 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
| 331 | 276 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
| 332 | 277 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
| 333 |
../../bin/in_place project/map.csv ../../bin/canon 1 ../../mappings/VegCore.vocab.csv |
|
| 334 |
../../bin/in_place project/map.csv ../../bin/translate_ci 1 ../../mappings/VegCore.thesaurus.csv |
|
| 335 |
../../bin/in_place project/map.csv ../../bin/fix_line_endings |
|
| 336 |
touch project/.map.csv.last_cleanup |
|
| 337 |
/usr/bin/make --makefile=../input.Makefile project/unmapped_terms.csv |
|
| 338 |
/usr/bin/make --makefile=../input.Makefile project/.map.csv.last_cleanup |
|
| 339 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 340 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 341 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 342 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 343 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 344 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 345 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 346 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 347 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 348 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 349 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 350 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 351 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 352 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 353 |
tail -n +2 project/map.csv|../../bin/cols 1|../../bin/filter_out_ci 0 ../../mappings/VegCore-VegBIEN.csv >project/unmapped_terms.csv |
|
| 354 |
../../bin/autoremove project/unmapped_terms.csv |
|
| 355 |
/usr/bin/make --makefile=../input.Makefile project/new_terms.csv |
|
| 356 |
/usr/bin/make --makefile=../input.Makefile project/.map.csv.last_cleanup |
|
| 357 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 358 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 359 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 360 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 361 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 362 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 363 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 364 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 365 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 366 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 367 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 368 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 369 |
make[4]: `VegCore.vocab.csv' is up to date. |
|
| 370 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 371 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 372 |
make[4]: `VegCore.thesaurus.csv' is up to date. |
|
| 373 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 374 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 375 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 376 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 377 |
tail -n +2 project/map.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.vocab.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.thesaurus.csv |../../bin/filter_out_ci 0 project/unmapped_terms.csv |grep -vE -e '^"?:' -e 'UNUSED' >project/new_terms.csv; exit 0 |
|
| 378 |
../../bin/autoremove project/new_terms.csv |
|
| 379 | 278 |
|
| 380 |
real 0m2.996s |
|
| 381 |
user 0m2.274s |
|
| 382 |
sys 0m0.899s |
|
| 383 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 384 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 385 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 279 |
real 0m0.989s |
|
| 280 |
user 0m0.627s |
|
| 281 |
sys 0m0.316s |
|
| 282 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 386 | 283 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 387 | 284 |
\set VERBOSITY terse |
| 388 | 285 |
\timing on |
| 389 | 286 |
SET client_min_messages = NOTICE; |
| 390 |
Time: 0.246 ms
|
|
| 287 |
Time: 0.215 ms
|
|
| 391 | 288 |
\cd inputs/VegBank/project |
| 392 | 289 |
\set schema "VegBank" |
| 393 | 290 |
\set table "project" |
| 394 | 291 |
\set table_str '''"project"''' |
| 395 | 292 |
SET search_path TO "VegBank"; |
| 396 |
Time: 0.107 ms
|
|
| 293 |
Time: 0.085 ms
|
|
| 397 | 294 |
SELECT util.reset_map_table('"~project.map"');
|
| 398 | 295 |
psql:/dev/fd/40:9: NOTICE: |
| 399 | 296 |
SET /*LOCAL*/ search_path TO "VegBank"; |
| ... | ... | |
| 419 | 316 |
|
| 420 | 317 |
(1 row) |
| 421 | 318 |
|
| 422 |
Time: 159.135 ms
|
|
| 319 |
Time: 126.000 ms
|
|
| 423 | 320 |
ALTER TABLE "~project.map" DISABLE TRIGGER map_filter_insert; |
| 424 |
Time: 0.359 ms
|
|
| 321 |
Time: 0.385 ms
|
|
| 425 | 322 |
\copy "~project.map" FROM 'map.csv' CSV HEADER; |
| 426 |
Time: 0.564 ms
|
|
| 323 |
Time: 0.688 ms
|
|
| 427 | 324 |
SELECT util.set_col_names_with_metadata('"project"', '"~project.map"');
|
| 428 | 325 |
set_col_names_with_metadata |
| 429 | 326 |
----------------------------- |
| 430 | 327 |
|
| 431 | 328 |
(1 row) |
| 432 | 329 |
|
| 433 |
Time: 3.460 ms
|
|
| 330 |
Time: 3.456 ms
|
|
| 434 | 331 |
|
| 435 |
real 0m0.227s
|
|
| 332 |
real 0m0.195s
|
|
| 436 | 333 |
user 0m0.028s |
| 437 |
sys 0m0.028s
|
|
| 334 |
sys 0m0.030s
|
|
| 438 | 335 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
| 439 | 336 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
| 440 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 441 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 442 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 337 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 443 | 338 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 444 | 339 |
\set VERBOSITY terse |
| 445 | 340 |
\timing on |
| 446 | 341 |
SET client_min_messages = NOTICE; |
| 447 |
Time: 0.189 ms
|
|
| 342 |
Time: 0.203 ms
|
|
| 448 | 343 |
\cd schemas/VegCore |
| 449 | 344 |
\set schema "VegBank" |
| 450 | 345 |
\set table "project" |
| 451 | 346 |
\set table_str '''"project"''' |
| 452 | 347 |
SET search_path TO "VegBank"; |
| 453 |
Time: 0.091 ms
|
|
| 348 |
Time: 0.082 ms
|
|
| 454 | 349 |
SELECT util.search_path_append('util');
|
| 455 | 350 |
psql:/dev/fd/40:9: NOTICE: |
| 456 | 351 |
SET search_path TO "VegBank", util |
| ... | ... | |
| 460 | 355 |
|
| 461 | 356 |
(1 row) |
| 462 | 357 |
|
| 463 |
Time: 30.788 ms
|
|
| 358 |
Time: 19.628 ms
|
|
| 464 | 359 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
| 465 | 360 |
psql:/dev/fd/40:11: NOTICE: |
| 466 | 361 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 471 | 366 |
|
| 472 | 367 |
(1 row) |
| 473 | 368 |
|
| 474 |
Time: 4.285 ms
|
|
| 369 |
Time: 4.587 ms
|
|
| 475 | 370 |
|
| 476 |
real 0m0.096s
|
|
| 371 |
real 0m0.085s
|
|
| 477 | 372 |
user 0m0.027s |
| 478 |
sys 0m0.027s
|
|
| 373 |
sys 0m0.028s
|
|
| 479 | 374 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
| 480 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:419 |
|
| 481 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:410 |
|
| 482 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:403 |
|
| 483 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" |
|
| 484 |
| | | | | | | | | | | | + declare -x PGUSER="bien" |
|
| 485 |
| | | | | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 375 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
| 376 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
| 377 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
| 378 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 486 | 379 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 487 | 380 |
\set VERBOSITY terse |
| 488 | 381 |
\timing on |
| 489 | 382 |
SET client_min_messages = NOTICE; |
| 490 |
Time: 0.185 ms
|
|
| 383 |
Time: 0.212 ms
|
|
| 491 | 384 |
\cd inputs/VegBank/project |
| 492 | 385 |
\set schema "public" |
| 493 | 386 |
\set table "project" |
| 494 | 387 |
\set table_str '''"project"''' |
| 495 | 388 |
SET search_path TO "public"; |
| 496 |
Time: 0.096 ms
|
|
| 389 |
Time: 0.115 ms
|
|
| 497 | 390 |
CREATE TEMP TABLE "public".t () |
| 498 |
Time: 0.289 ms
|
|
| 391 |
Time: 0.323 ms
|
|
| 499 | 392 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
| 500 | 393 |
|
| 501 |
real 0m0.080s
|
|
| 502 |
user 0m0.035s
|
|
| 503 |
sys 0m0.037s
|
|
| 394 |
real 0m0.086s
|
|
| 395 |
user 0m0.036s
|
|
| 396 |
sys 0m0.040s
|
|
| 504 | 397 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
| 505 | 398 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank project/test |
| 506 | 399 |
make: `import_order.txt' is up to date. |
| ... | ... | |
| 531 | 424 |
../../bin/../lib/sql_io.py:422: UserWarning: Inserting empty table row(s) |
| 532 | 425 |
warnings.warn(UserWarning('Inserting empty table row(s)'))
|
| 533 | 426 |
Processed 2 input rows |
| 534 |
Took 0:00:00.640686 sec/2 row(s) = 320. ms/row
|
|
| 427 |
Took 0:00:00.379552 sec/2 row(s) = 190. ms/row
|
|
| 535 | 428 |
Encountered 0 error(s)/2 row(s) = 0.0% |
| 536 | 429 |
+ diff --unified=2 --ignore-space-change project/test.xml.ref project/test.xml |
| 537 | 430 |
|
| 538 |
real 0m1.984s
|
|
| 539 |
user 0m1.020s
|
|
| 540 |
sys 0m0.388s
|
|
| 431 |
real 0m1.720s
|
|
| 432 |
user 0m1.018s
|
|
| 433 |
sys 0m0.400s
|
|
| 541 | 434 |
|
| 542 |
real 0m8.758s
|
|
| 543 |
user 0m4.632s
|
|
| 544 |
sys 0m2.522s
|
|
| 435 |
real 0m6.428s
|
|
| 436 |
user 0m2.948s
|
|
| 437 |
sys 0m1.959s
|
|
| 545 | 438 |
| | | | | + inputs/VegBank/plot/run import |
| 546 | 439 |
| | | | | | + import @lib/runscripts/table.run:131 |
| 547 | 440 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
| ... | ... | |
| 551 | 444 |
\set VERBOSITY terse |
| 552 | 445 |
\timing on |
| 553 | 446 |
SET client_min_messages = NOTICE; |
| 554 |
Time: 0.188 ms
|
|
| 447 |
Time: 0.271 ms
|
|
| 555 | 448 |
CREATE SCHEMA "VegBank"; |
| 556 | 449 |
ERROR: schema "VegBank" already exists |
| 557 |
Time: 0.219 ms
|
|
| 450 |
Time: 0.227 ms
|
|
| 558 | 451 |
0.03 real 0.01 user 0.01 sys |
| 559 | 452 |
make: [schema] Error 3 (ignored) |
| 560 | 453 |
|
| 561 |
real 0m0.628s
|
|
| 562 |
user 0m0.398s
|
|
| 563 |
sys 0m0.205s
|
|
| 454 |
real 0m0.622s
|
|
| 455 |
user 0m0.391s
|
|
| 456 |
sys 0m0.209s
|
|
| 564 | 457 |
|
| 565 |
real 0m0.158s
|
|
| 566 |
user 0m0.022s
|
|
| 567 |
sys 0m0.023s
|
|
| 458 |
real 0m0.056s
|
|
| 459 |
user 0m0.023s
|
|
| 460 |
sys 0m0.025s
|
|
| 568 | 461 |
: : : : : : : : : table plot already exists, skipping |
| 569 | 462 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
| 570 | 463 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
| ... | ... | |
| 582 | 475 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
| 583 | 476 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
| 584 | 477 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
| 585 |
../../bin/in_place plot/map.csv ../../bin/canon 1 ../../mappings/VegCore.vocab.csv |
|
| 586 |
../../bin/in_place plot/map.csv ../../bin/translate_ci 1 ../../mappings/VegCore.thesaurus.csv |
|
| 587 |
../../bin/in_place plot/map.csv ../../bin/fix_line_endings |
|
| 588 |
touch plot/.map.csv.last_cleanup |
|
| 589 |
/usr/bin/make --makefile=../input.Makefile plot/unmapped_terms.csv |
|
| 590 |
/usr/bin/make --makefile=../input.Makefile plot/.map.csv.last_cleanup |
|
| 591 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 592 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 593 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 594 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 595 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 596 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 597 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 598 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 599 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 600 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 601 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 602 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 603 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 604 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 605 |
tail -n +2 plot/map.csv|../../bin/cols 1|../../bin/filter_out_ci 0 ../../mappings/VegCore-VegBIEN.csv >plot/unmapped_terms.csv |
|
| 606 |
../../bin/autoremove plot/unmapped_terms.csv |
|
| 607 |
/usr/bin/make --makefile=../input.Makefile plot/new_terms.csv |
|
| 608 |
/usr/bin/make --makefile=../input.Makefile plot/.map.csv.last_cleanup |
|
| 609 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 610 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 611 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 612 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 613 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 614 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 615 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 616 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 617 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 618 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 619 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 620 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 621 |
make[4]: `VegCore.vocab.csv' is up to date. |
|
| 622 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 623 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 624 |
make[4]: `VegCore.thesaurus.csv' is up to date. |
|
| 625 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 626 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 627 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 628 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 629 |
tail -n +2 plot/map.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.vocab.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.thesaurus.csv |../../bin/filter_out_ci 0 plot/unmapped_terms.csv |grep -vE -e '^"?:' -e 'UNUSED' >plot/new_terms.csv; exit 0 |
|
| 630 |
../../bin/autoremove plot/new_terms.csv |
|
| 631 | 478 |
|
| 632 |
real 0m2.962s |
|
| 633 |
user 0m2.248s |
|
| 634 |
sys 0m0.890s |
|
| 635 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 636 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 637 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 479 |
real 0m0.985s |
|
| 480 |
user 0m0.625s |
|
| 481 |
sys 0m0.319s |
|
| 482 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 638 | 483 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 639 | 484 |
\set VERBOSITY terse |
| 640 | 485 |
\timing on |
| 641 | 486 |
SET client_min_messages = NOTICE; |
| 642 |
Time: 0.206 ms
|
|
| 487 |
Time: 0.217 ms
|
|
| 643 | 488 |
\cd inputs/VegBank/plot |
| 644 | 489 |
\set schema "VegBank" |
| 645 | 490 |
\set table "plot" |
| 646 | 491 |
\set table_str '''"plot"''' |
| 647 | 492 |
SET search_path TO "VegBank"; |
| 648 |
Time: 0.113 ms
|
|
| 493 |
Time: 0.086 ms
|
|
| 649 | 494 |
SELECT util.reset_map_table('"~plot.map"');
|
| 650 | 495 |
psql:/dev/fd/40:9: NOTICE: |
| 651 | 496 |
SET /*LOCAL*/ search_path TO "VegBank"; |
| ... | ... | |
| 671 | 516 |
|
| 672 | 517 |
(1 row) |
| 673 | 518 |
|
| 674 |
Time: 113.048 ms
|
|
| 519 |
Time: 56.224 ms
|
|
| 675 | 520 |
ALTER TABLE "~plot.map" DISABLE TRIGGER map_filter_insert; |
| 676 |
Time: 0.327 ms
|
|
| 521 |
Time: 0.453 ms
|
|
| 677 | 522 |
\copy "~plot.map" FROM 'map.csv' CSV HEADER; |
| 678 |
Time: 1.311 ms
|
|
| 523 |
Time: 1.431 ms
|
|
| 679 | 524 |
SELECT util.set_col_names_with_metadata('"plot"', '"~plot.map"');
|
| 680 | 525 |
set_col_names_with_metadata |
| 681 | 526 |
----------------------------- |
| 682 | 527 |
|
| 683 | 528 |
(1 row) |
| 684 | 529 |
|
| 685 |
Time: 3.735 ms
|
|
| 530 |
Time: 3.966 ms
|
|
| 686 | 531 |
|
| 687 |
real 0m0.183s
|
|
| 688 |
user 0m0.029s
|
|
| 532 |
real 0m0.126s
|
|
| 533 |
user 0m0.028s
|
|
| 689 | 534 |
sys 0m0.030s |
| 690 | 535 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
| 691 | 536 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot/postprocess.sql |
| ... | ... | |
| 695 | 540 |
make[2]: `VegCore.thesaurus.csv' is up to date. |
| 696 | 541 |
../../bin/in_place plot/postprocess.sql env text=1 ../../bin/repl ../../mappings/VegCore.thesaurus.csv |
| 697 | 542 |
|
| 698 |
real 0m0.968s |
|
| 699 |
user 0m0.716s |
|
| 700 |
sys 0m0.215s |
|
| 701 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 702 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 703 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 543 |
real 0m1.023s |
|
| 544 |
user 0m0.715s |
|
| 545 |
sys 0m0.227s |
|
| 546 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 704 | 547 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 705 | 548 |
\set VERBOSITY terse |
| 706 | 549 |
\timing on |
| 707 | 550 |
SET client_min_messages = NOTICE; |
| 708 |
Time: 0.198 ms
|
|
| 551 |
Time: 0.276 ms
|
|
| 709 | 552 |
\cd inputs/VegBank/plot |
| 710 | 553 |
\set schema "VegBank" |
| 711 | 554 |
\set table "plot" |
| 712 | 555 |
\set table_str '''"plot"''' |
| 713 | 556 |
SET search_path TO "VegBank"; |
| 714 |
Time: 0.113 ms
|
|
| 557 |
Time: 0.086 ms
|
|
| 715 | 558 |
SELECT util.search_path_append('util');
|
| 716 | 559 |
psql:/dev/fd/40:9: NOTICE: |
| 717 | 560 |
SET search_path TO "VegBank", util |
| ... | ... | |
| 721 | 564 |
|
| 722 | 565 |
(1 row) |
| 723 | 566 |
|
| 724 |
Time: 18.224 ms
|
|
| 567 |
Time: 18.286 ms
|
|
| 725 | 568 |
SELECT create_if_not_exists($$ALTER TABLE $$||:table_str||$$ ADD PRIMARY KEY ("locationID")$$); -- runtime: 0.2 s ("Time: 238.474 ms") @starscream
|
| 726 | 569 |
psql:/dev/fd/40:11: NOTICE: |
| 727 | 570 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 732 | 575 |
|
| 733 | 576 |
(1 row) |
| 734 | 577 |
|
| 735 |
Time: 19.890 ms
|
|
| 578 |
Time: 3.575 ms
|
|
| 736 | 579 |
-- remove institutions that we have direct data for |
| 737 | 580 |
-- CVS |
| 738 | 581 |
DELETE FROM :table |
| 739 | 582 |
WHERE "locationName" IN (SELECT "locationName" FROM "CVS".plot_) |
| 740 | 583 |
-- removes 2323 of 7079 CVS plots (75340 - 73017) |
| 741 | 584 |
; -- runtime: 1 min ("48999.044 ms") @starscream
|
| 742 |
Time: 392.541 ms
|
|
| 585 |
Time: 39.655 ms
|
|
| 743 | 586 |
-- map_*() derived cols |
| 744 | 587 |
-- runtime: 2 s @starscream |
| 745 | 588 |
CREATE OR REPLACE FUNCTION map_access_rights(value integer) |
| ... | ... | |
| 761 | 604 |
$BODY$ |
| 762 | 605 |
LANGUAGE sql IMMUTABLE |
| 763 | 606 |
COST 100; |
| 764 |
Time: 11.921 ms
|
|
| 607 |
Time: 0.789 ms
|
|
| 765 | 608 |
SELECT mk_derived_col((:table_str, 'accessRights'), $$map_access_rights("accessRights_verbatim")$$); -- runtime: 1 s ("Time: 1167.547 ms") @starscream
|
| 766 | 609 |
psql:/dev/fd/40:46: NOTICE: |
| 767 | 610 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 784 | 627 |
|
| 785 | 628 |
(1 row) |
| 786 | 629 |
|
| 787 |
Time: 5.208 ms
|
|
| 630 |
Time: 5.084 ms
|
|
| 788 | 631 |
CREATE OR REPLACE FUNCTION map_fuzzing(value integer) |
| 789 | 632 |
RETURNS double precision AS |
| 790 | 633 |
$BODY$ |
| ... | ... | |
| 804 | 647 |
$BODY$ |
| 805 | 648 |
LANGUAGE sql IMMUTABLE |
| 806 | 649 |
COST 100; |
| 807 |
Time: 36.424 ms
|
|
| 650 |
Time: 0.372 ms
|
|
| 808 | 651 |
SELECT mk_derived_col((:table_str, 'coordinateUncertaintyInMeters__from_fuzzing'), $$map_fuzzing("accessRights_verbatim")$$); -- runtime: 1 s ("Time: 1064.189 ms") @starscream
|
| 809 | 652 |
psql:/dev/fd/40:68: NOTICE: |
| 810 | 653 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 827 | 670 |
|
| 828 | 671 |
(1 row) |
| 829 | 672 |
|
| 830 |
Time: 4.091 ms
|
|
| 673 |
Time: 4.356 ms
|
|
| 831 | 674 |
SELECT mk_derived_col((:table_str, 'coordinateUncertaintyInMeters'), |
| 832 | 675 |
$$GREATEST("coordinateUncertaintyInMeters__from_fuzzing", "coordinateUncertaintyInMeters__from_coords")$$)
|
| 833 | 676 |
; -- runtime: 0.5 s ("Time: 586.453 ms") @starscream
|
| ... | ... | |
| 852 | 695 |
|
| 853 | 696 |
(1 row) |
| 854 | 697 |
|
| 855 |
Time: 3.771 ms
|
|
| 698 |
Time: 3.821 ms
|
|
| 856 | 699 |
SELECT mk_derived_col((:table_str, 'locality'), |
| 857 | 700 |
$$_join("directions_to_place", "site_name")$$)
|
| 858 | 701 |
; -- runtime: 4 s ("Time: 3651.355 ms") @starscream
|
| ... | ... | |
| 877 | 720 |
|
| 878 | 721 |
(1 row) |
| 879 | 722 |
|
| 880 |
Time: 3.846 ms
|
|
| 723 |
Time: 4.151 ms
|
|
| 881 | 724 |
|
| 882 |
real 0m0.562s
|
|
| 883 |
user 0m0.028s
|
|
| 884 |
sys 0m0.028s
|
|
| 725 |
real 0m0.143s
|
|
| 726 |
user 0m0.027s
|
|
| 727 |
sys 0m0.029s
|
|
| 885 | 728 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
| 886 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 887 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 888 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 729 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 889 | 730 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 890 | 731 |
\set VERBOSITY terse |
| 891 | 732 |
\timing on |
| 892 | 733 |
SET client_min_messages = NOTICE; |
| 893 |
Time: 0.195 ms
|
|
| 734 |
Time: 0.205 ms
|
|
| 894 | 735 |
\cd schemas/VegCore |
| 895 | 736 |
\set schema "VegBank" |
| 896 | 737 |
\set table "plot" |
| 897 | 738 |
\set table_str '''"plot"''' |
| 898 | 739 |
SET search_path TO "VegBank"; |
| 899 |
Time: 0.093 ms
|
|
| 740 |
Time: 0.100 ms
|
|
| 900 | 741 |
SELECT util.search_path_append('util');
|
| 901 | 742 |
psql:/dev/fd/40:9: NOTICE: |
| 902 | 743 |
SET search_path TO "VegBank", util |
| ... | ... | |
| 906 | 747 |
|
| 907 | 748 |
(1 row) |
| 908 | 749 |
|
| 909 |
Time: 28.130 ms
|
|
| 750 |
Time: 19.638 ms
|
|
| 910 | 751 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
| 911 | 752 |
psql:/dev/fd/40:11: NOTICE: |
| 912 | 753 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 917 | 758 |
|
| 918 | 759 |
(1 row) |
| 919 | 760 |
|
| 920 |
Time: 4.824 ms
|
|
| 761 |
Time: 4.597 ms
|
|
| 921 | 762 |
|
| 922 |
real 0m0.094s
|
|
| 763 |
real 0m0.085s
|
|
| 923 | 764 |
user 0m0.027s |
| 924 |
sys 0m0.027s
|
|
| 765 |
sys 0m0.028s
|
|
| 925 | 766 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
| 926 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:419 |
|
| 927 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:410 |
|
| 928 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:403 |
|
| 929 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" |
|
| 930 |
| | | | | | | | | | | | + declare -x PGUSER="bien" |
|
| 931 |
| | | | | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 767 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
| 768 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
| 769 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
| 770 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 932 | 771 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 933 | 772 |
\set VERBOSITY terse |
| 934 | 773 |
\timing on |
| 935 | 774 |
SET client_min_messages = NOTICE; |
| 936 |
Time: 0.200 ms
|
|
| 775 |
Time: 0.218 ms
|
|
| 937 | 776 |
\cd inputs/VegBank/plot |
| 938 | 777 |
\set schema "public" |
| 939 | 778 |
\set table "plot" |
| 940 | 779 |
\set table_str '''"plot"''' |
| 941 | 780 |
SET search_path TO "public"; |
| 942 |
Time: 0.086 ms
|
|
| 781 |
Time: 0.089 ms
|
|
| 943 | 782 |
CREATE TEMP TABLE "public".t () |
| 944 |
Time: 0.295 ms
|
|
| 783 |
Time: 0.338 ms
|
|
| 945 | 784 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
| 946 | 785 |
|
| 947 |
real 0m0.080s
|
|
| 948 |
user 0m0.034s
|
|
| 949 |
sys 0m0.037s
|
|
| 786 |
real 0m0.088s
|
|
| 787 |
user 0m0.036s
|
|
| 788 |
sys 0m0.043s
|
|
| 950 | 789 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
| 951 | 790 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot/test |
| 952 | 791 |
make: `import_order.txt' is up to date. |
| ... | ... | |
| 975 | 814 |
Connecting to PostgreSQL database vegbien |
| 976 | 815 |
Connecting to PostgreSQL database vegbien |
| 977 | 816 |
Processed 2 input rows |
| 978 |
Took 0:00:00.809591 sec/2 row(s) = 405. ms/row
|
|
| 817 |
Took 0:00:00.637779 sec/2 row(s) = 319. ms/row
|
|
| 979 | 818 |
Encountered 0 error(s)/2 row(s) = 0.0% |
| 980 | 819 |
+ diff --unified=2 --ignore-space-change plot/test.xml.ref plot/test.xml |
| 981 | 820 |
|
| 982 |
real 0m2.132s
|
|
| 983 |
user 0m1.198s
|
|
| 984 |
sys 0m0.396s
|
|
| 821 |
real 0m1.979s
|
|
| 822 |
user 0m1.225s
|
|
| 823 |
sys 0m0.411s
|
|
| 985 | 824 |
|
| 986 |
real 0m10.696s
|
|
| 987 |
user 0m5.605s
|
|
| 988 |
sys 0m2.846s
|
|
| 825 |
real 0m8.123s
|
|
| 826 |
user 0m3.962s
|
|
| 827 |
sys 0m2.315s
|
|
| 989 | 828 |
| | | | | + inputs/VegBank/plot_/run import |
| 990 | 829 |
| | | | | | + import @lib/runscripts/table.run:131 |
| 991 | 830 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
| ... | ... | |
| 995 | 834 |
\set VERBOSITY terse |
| 996 | 835 |
\timing on |
| 997 | 836 |
SET client_min_messages = NOTICE; |
| 998 |
Time: 0.191 ms
|
|
| 837 |
Time: 0.195 ms
|
|
| 999 | 838 |
CREATE SCHEMA "VegBank"; |
| 1000 | 839 |
ERROR: schema "VegBank" already exists |
| 1001 |
Time: 0.203 ms
|
|
| 840 |
Time: 0.201 ms
|
|
| 1002 | 841 |
0.03 real 0.01 user 0.01 sys |
| 1003 | 842 |
make: [schema] Error 3 (ignored) |
| 1004 | 843 |
|
| 1005 |
real 0m0.604s
|
|
| 1006 |
user 0m0.376s
|
|
| 1007 |
sys 0m0.194s
|
|
| 844 |
real 0m0.774s
|
|
| 845 |
user 0m0.388s
|
|
| 846 |
sys 0m0.211s
|
|
| 1008 | 847 |
|
| 1009 |
real 0m0.075s
|
|
| 1010 |
user 0m0.021s
|
|
| 1011 |
sys 0m0.022s
|
|
| 848 |
real 0m0.054s
|
|
| 849 |
user 0m0.023s
|
|
| 850 |
sys 0m0.025s
|
|
| 1012 | 851 |
: : : : : : : : : table plot_ already exists, skipping |
| 1013 | 852 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
| 1014 | 853 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
| ... | ... | |
| 1026 | 865 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
| 1027 | 866 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
| 1028 | 867 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
| 1029 |
../../bin/in_place plot_/map.csv ../../bin/canon 1 ../../mappings/VegCore.vocab.csv |
|
| 1030 |
../../bin/in_place plot_/map.csv ../../bin/translate_ci 1 ../../mappings/VegCore.thesaurus.csv |
|
| 1031 |
../../bin/in_place plot_/map.csv ../../bin/fix_line_endings |
|
| 1032 |
touch plot_/.map.csv.last_cleanup |
|
| 1033 |
/usr/bin/make --makefile=../input.Makefile plot_/unmapped_terms.csv |
|
| 1034 |
/usr/bin/make --makefile=../input.Makefile plot_/.map.csv.last_cleanup |
|
| 1035 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 1036 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 1037 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 1038 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 1039 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 1040 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 1041 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1042 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1043 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1044 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1045 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1046 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1047 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1048 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1049 |
tail -n +2 plot_/map.csv|../../bin/cols 1|../../bin/filter_out_ci 0 ../../mappings/VegCore-VegBIEN.csv >plot_/unmapped_terms.csv |
|
| 1050 |
../../bin/autoremove plot_/unmapped_terms.csv |
|
| 1051 |
/usr/bin/make --makefile=../input.Makefile plot_/new_terms.csv |
|
| 1052 |
/usr/bin/make --makefile=../input.Makefile plot_/.map.csv.last_cleanup |
|
| 1053 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 1054 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 1055 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 1056 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 1057 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 1058 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 1059 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1060 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1061 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1062 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1063 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 1064 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 1065 |
make[4]: `VegCore.vocab.csv' is up to date. |
|
| 1066 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 1067 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 1068 |
make[4]: `VegCore.thesaurus.csv' is up to date. |
|
| 1069 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1070 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1071 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1072 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1073 |
tail -n +2 plot_/map.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.vocab.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.thesaurus.csv |../../bin/filter_out_ci 0 plot_/unmapped_terms.csv |grep -vE -e '^"?:' -e 'UNUSED' >plot_/new_terms.csv; exit 0 |
|
| 1074 |
../../bin/autoremove plot_/new_terms.csv |
|
| 1075 | 868 |
|
| 1076 |
real 0m2.976s |
|
| 1077 |
user 0m2.253s |
|
| 1078 |
sys 0m0.896s |
|
| 1079 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 1080 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 1081 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 869 |
real 0m0.985s |
|
| 870 |
user 0m0.625s |
|
| 871 |
sys 0m0.320s |
|
| 872 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 1082 | 873 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 1083 | 874 |
\set VERBOSITY terse |
| 1084 | 875 |
\timing on |
| 1085 | 876 |
SET client_min_messages = NOTICE; |
| 1086 |
Time: 0.202 ms
|
|
| 877 |
Time: 0.199 ms
|
|
| 1087 | 878 |
\cd inputs/VegBank/plot_ |
| 1088 | 879 |
\set schema "VegBank" |
| 1089 | 880 |
\set table "plot_" |
| 1090 | 881 |
\set table_str '''"plot_"''' |
| 1091 | 882 |
SET search_path TO "VegBank"; |
| 1092 |
Time: 0.148 ms
|
|
| 883 |
Time: 0.096 ms
|
|
| 1093 | 884 |
SELECT util.reset_map_table('"~plot_.map"');
|
| 1094 | 885 |
psql:/dev/fd/40:9: NOTICE: |
| 1095 | 886 |
SET /*LOCAL*/ search_path TO "VegBank"; |
| ... | ... | |
| 1115 | 906 |
|
| 1116 | 907 |
(1 row) |
| 1117 | 908 |
|
| 1118 |
Time: 160.879 ms
|
|
| 909 |
Time: 149.798 ms
|
|
| 1119 | 910 |
ALTER TABLE "~plot_.map" DISABLE TRIGGER map_filter_insert; |
| 1120 |
Time: 0.436 ms
|
|
| 911 |
Time: 0.390 ms
|
|
| 1121 | 912 |
\copy "~plot_.map" FROM 'map.csv' CSV HEADER; |
| 1122 |
Time: 1.645 ms
|
|
| 913 |
Time: 1.720 ms
|
|
| 1123 | 914 |
SELECT util.set_col_names_with_metadata('"plot_"', '"~plot_.map"');
|
| 1124 | 915 |
set_col_names_with_metadata |
| 1125 | 916 |
----------------------------- |
| 1126 | 917 |
|
| 1127 | 918 |
(1 row) |
| 1128 | 919 |
|
| 1129 |
Time: 15.802 ms
|
|
| 920 |
Time: 3.683 ms
|
|
| 1130 | 921 |
|
| 1131 |
real 0m0.242s
|
|
| 922 |
real 0m0.219s
|
|
| 1132 | 923 |
user 0m0.028s |
| 1133 |
sys 0m0.028s
|
|
| 924 |
sys 0m0.029s
|
|
| 1134 | 925 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
| 1135 | 926 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
| 1136 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 1137 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 1138 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 927 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 1139 | 928 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 1140 | 929 |
\set VERBOSITY terse |
| 1141 | 930 |
\timing on |
| 1142 | 931 |
SET client_min_messages = NOTICE; |
| 1143 |
Time: 0.198 ms
|
|
| 932 |
Time: 0.263 ms
|
|
| 1144 | 933 |
\cd schemas/VegCore |
| 1145 | 934 |
\set schema "VegBank" |
| 1146 | 935 |
\set table "plot_" |
| 1147 | 936 |
\set table_str '''"plot_"''' |
| 1148 | 937 |
SET search_path TO "VegBank"; |
| 1149 |
Time: 0.087 ms
|
|
| 938 |
Time: 0.092 ms
|
|
| 1150 | 939 |
SELECT util.search_path_append('util');
|
| 1151 | 940 |
psql:/dev/fd/40:9: NOTICE: |
| 1152 | 941 |
SET search_path TO "VegBank", util |
| ... | ... | |
| 1156 | 945 |
|
| 1157 | 946 |
(1 row) |
| 1158 | 947 |
|
| 1159 |
Time: 18.131 ms
|
|
| 948 |
Time: 19.318 ms
|
|
| 1160 | 949 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
| 1161 | 950 |
psql:/dev/fd/40:11: NOTICE: |
| 1162 | 951 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 1167 | 956 |
|
| 1168 | 957 |
(1 row) |
| 1169 | 958 |
|
| 1170 |
Time: 4.621 ms
|
|
| 959 |
Time: 4.370 ms
|
|
| 1171 | 960 |
|
| 1172 |
real 0m0.082s
|
|
| 961 |
real 0m0.086s
|
|
| 1173 | 962 |
user 0m0.027s |
| 1174 |
sys 0m0.027s
|
|
| 963 |
sys 0m0.029s
|
|
| 1175 | 964 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
| 1176 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:419 |
|
| 1177 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:410 |
|
| 1178 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:403 |
|
| 1179 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" |
|
| 1180 |
| | | | | | | | | | | | + declare -x PGUSER="bien" |
|
| 1181 |
| | | | | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 965 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
| 966 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
| 967 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
| 968 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 1182 | 969 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 1183 | 970 |
\set VERBOSITY terse |
| 1184 | 971 |
\timing on |
| 1185 | 972 |
SET client_min_messages = NOTICE; |
| 1186 |
Time: 0.191 ms
|
|
| 973 |
Time: 0.217 ms
|
|
| 1187 | 974 |
\cd inputs/VegBank/plot_ |
| 1188 | 975 |
\set schema "public" |
| 1189 | 976 |
\set table "plot_" |
| 1190 | 977 |
\set table_str '''"plot_"''' |
| 1191 | 978 |
SET search_path TO "public"; |
| 1192 |
Time: 0.080 ms
|
|
| 979 |
Time: 0.089 ms
|
|
| 1193 | 980 |
CREATE TEMP TABLE "public".t () |
| 1194 |
Time: 0.286 ms
|
|
| 981 |
Time: 0.323 ms
|
|
| 1195 | 982 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
| 1196 | 983 |
|
| 1197 |
real 0m0.079s
|
|
| 1198 |
user 0m0.034s
|
|
| 1199 |
sys 0m0.037s
|
|
| 984 |
real 0m0.082s
|
|
| 985 |
user 0m0.035s
|
|
| 986 |
sys 0m0.039s
|
|
| 1200 | 987 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
| 1201 | 988 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank plot_/test |
| 1202 | 989 |
make: `import_order.txt' is up to date. |
| ... | ... | |
| 1225 | 1012 |
Connecting to PostgreSQL database vegbien |
| 1226 | 1013 |
Connecting to PostgreSQL database vegbien |
| 1227 | 1014 |
Processed 2 input rows |
| 1228 |
Took 0:00:00.649181 sec/2 row(s) = 325. ms/row
|
|
| 1015 |
Took 0:00:00.662433 sec/2 row(s) = 331. ms/row
|
|
| 1229 | 1016 |
Encountered 0 error(s)/2 row(s) = 0.0% |
| 1230 | 1017 |
+ diff --unified=2 --ignore-space-change plot_/test.xml.ref plot_/test.xml |
| 1231 | 1018 |
|
| 1232 |
real 0m1.971s
|
|
| 1233 |
user 0m1.200s
|
|
| 1234 |
sys 0m0.395s
|
|
| 1019 |
real 0m2.008s
|
|
| 1020 |
user 0m1.235s
|
|
| 1021 |
sys 0m0.414s
|
|
| 1235 | 1022 |
|
| 1236 |
real 0m8.700s
|
|
| 1237 |
user 0m4.775s
|
|
| 1238 |
sys 0m2.513s
|
|
| 1023 |
real 0m6.905s
|
|
| 1024 |
user 0m3.162s
|
|
| 1025 |
sys 0m1.984s
|
|
| 1239 | 1026 |
| | | | | + inputs/VegBank/observation_/run import |
| 1240 | 1027 |
| | | | | | + import @lib/runscripts/table.run:131 |
| 1241 | 1028 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
| ... | ... | |
| 1245 | 1032 |
\set VERBOSITY terse |
| 1246 | 1033 |
\timing on |
| 1247 | 1034 |
SET client_min_messages = NOTICE; |
| 1248 |
Time: 0.191 ms
|
|
| 1035 |
Time: 0.217 ms
|
|
| 1249 | 1036 |
CREATE SCHEMA "VegBank"; |
| 1250 | 1037 |
ERROR: schema "VegBank" already exists |
| 1251 |
Time: 0.246 ms
|
|
| 1038 |
Time: 0.243 ms
|
|
| 1252 | 1039 |
0.03 real 0.01 user 0.01 sys |
| 1253 | 1040 |
make: [schema] Error 3 (ignored) |
| 1254 | 1041 |
|
| 1255 |
real 0m0.639s
|
|
| 1256 |
user 0m0.397s
|
|
| 1257 |
sys 0m0.206s
|
|
| 1042 |
real 0m0.615s
|
|
| 1043 |
user 0m0.381s
|
|
| 1044 |
sys 0m0.203s
|
|
| 1258 | 1045 |
|
| 1259 |
real 0m0.128s
|
|
| 1260 |
user 0m0.022s
|
|
| 1261 |
sys 0m0.022s
|
|
| 1046 |
real 0m0.054s
|
|
| 1047 |
user 0m0.023s
|
|
| 1048 |
sys 0m0.024s
|
|
| 1262 | 1049 |
: : : : : : : : : table observation_ already exists, skipping |
| 1263 | 1050 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
| 1264 | 1051 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
| ... | ... | |
| 1276 | 1063 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
| 1277 | 1064 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
| 1278 | 1065 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
| 1279 |
../../bin/in_place observation_/map.csv ../../bin/canon 1 ../../mappings/VegCore.vocab.csv |
|
| 1280 |
../../bin/in_place observation_/map.csv ../../bin/translate_ci 1 ../../mappings/VegCore.thesaurus.csv |
|
| 1281 |
../../bin/in_place observation_/map.csv ../../bin/fix_line_endings |
|
| 1282 |
touch observation_/.map.csv.last_cleanup |
|
| 1283 |
/usr/bin/make --makefile=../input.Makefile observation_/unmapped_terms.csv |
|
| 1284 |
/usr/bin/make --makefile=../input.Makefile observation_/.map.csv.last_cleanup |
|
| 1285 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 1286 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 1287 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 1288 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 1289 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 1290 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 1291 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1292 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1293 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1294 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1295 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1296 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1297 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1298 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1299 |
tail -n +2 observation_/map.csv|../../bin/cols 1|../../bin/filter_out_ci 0 ../../mappings/VegCore-VegBIEN.csv >observation_/unmapped_terms.csv |
|
| 1300 |
../../bin/autoremove observation_/unmapped_terms.csv |
|
| 1301 |
/usr/bin/make --makefile=../input.Makefile observation_/new_terms.csv |
|
| 1302 |
/usr/bin/make --makefile=../input.Makefile observation_/.map.csv.last_cleanup |
|
| 1303 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 1304 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 1305 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 1306 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 1307 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 1308 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 1309 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1310 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1311 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1312 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1313 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 1314 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 1315 |
make[4]: `VegCore.vocab.csv' is up to date. |
|
| 1316 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 1317 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 1318 |
make[4]: `VegCore.thesaurus.csv' is up to date. |
|
| 1319 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1320 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1321 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1322 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1323 |
tail -n +2 observation_/map.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.vocab.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.thesaurus.csv |../../bin/filter_out_ci 0 observation_/unmapped_terms.csv |grep -vE -e '^"?:' -e 'UNUSED' >observation_/new_terms.csv; exit 0 |
|
| 1324 |
../../bin/autoremove observation_/new_terms.csv |
|
| 1325 | 1066 |
|
| 1326 |
real 0m2.970s |
|
| 1327 |
user 0m2.256s |
|
| 1328 |
sys 0m0.890s |
|
| 1329 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 1330 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 1331 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 1067 |
real 0m0.977s |
|
| 1068 |
user 0m0.611s |
|
| 1069 |
sys 0m0.311s |
|
| 1070 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 1332 | 1071 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 1333 | 1072 |
\set VERBOSITY terse |
| 1334 | 1073 |
\timing on |
| 1335 | 1074 |
SET client_min_messages = NOTICE; |
| 1336 |
Time: 0.205 ms
|
|
| 1075 |
Time: 0.255 ms
|
|
| 1337 | 1076 |
\cd inputs/VegBank/observation_ |
| 1338 | 1077 |
\set schema "VegBank" |
| 1339 | 1078 |
\set table "observation_" |
| 1340 | 1079 |
\set table_str '''"observation_"''' |
| 1341 | 1080 |
SET search_path TO "VegBank"; |
| 1342 |
Time: 0.096 ms
|
|
| 1081 |
Time: 0.094 ms
|
|
| 1343 | 1082 |
SELECT util.reset_map_table('"~observation_.map"');
|
| 1344 | 1083 |
psql:/dev/fd/40:9: NOTICE: |
| 1345 | 1084 |
SET /*LOCAL*/ search_path TO "VegBank"; |
| ... | ... | |
| 1365 | 1104 |
|
| 1366 | 1105 |
(1 row) |
| 1367 | 1106 |
|
| 1368 |
Time: 165.542 ms
|
|
| 1107 |
Time: 51.857 ms
|
|
| 1369 | 1108 |
ALTER TABLE "~observation_.map" DISABLE TRIGGER map_filter_insert; |
| 1370 |
Time: 0.311 ms
|
|
| 1109 |
Time: 0.446 ms
|
|
| 1371 | 1110 |
\copy "~observation_.map" FROM 'map.csv' CSV HEADER; |
| 1372 |
Time: 3.498 ms
|
|
| 1111 |
Time: 3.647 ms
|
|
| 1373 | 1112 |
SELECT util.set_col_names_with_metadata('"observation_"', '"~observation_.map"');
|
| 1374 | 1113 |
set_col_names_with_metadata |
| 1375 | 1114 |
----------------------------- |
| 1376 | 1115 |
|
| 1377 | 1116 |
(1 row) |
| 1378 | 1117 |
|
| 1379 |
Time: 4.178 ms
|
|
| 1118 |
Time: 3.979 ms
|
|
| 1380 | 1119 |
|
| 1381 |
real 0m0.237s
|
|
| 1382 |
user 0m0.028s
|
|
| 1120 |
real 0m0.123s
|
|
| 1121 |
user 0m0.027s
|
|
| 1383 | 1122 |
sys 0m0.029s |
| 1384 | 1123 |
| | | | | | | | + custom_postprocess @lib/runscripts/table.run:107 |
| 1385 | 1124 |
| | | | | | | | | + /usr/bin/make --directory=inputs/VegBank observation_/postprocess.sql |
| ... | ... | |
| 1389 | 1128 |
make[2]: `VegCore.thesaurus.csv' is up to date. |
| 1390 | 1129 |
../../bin/in_place observation_/postprocess.sql env text=1 ../../bin/repl ../../mappings/VegCore.thesaurus.csv |
| 1391 | 1130 |
|
| 1392 |
real 0m0.889s |
|
| 1393 |
user 0m0.640s |
|
| 1394 |
sys 0m0.214s |
|
| 1395 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 1396 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 1397 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 1131 |
real 0m0.892s |
|
| 1132 |
user 0m0.636s |
|
| 1133 |
sys 0m0.219s |
|
| 1134 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 1398 | 1135 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 1399 | 1136 |
\set VERBOSITY terse |
| 1400 | 1137 |
\timing on |
| 1401 | 1138 |
SET client_min_messages = NOTICE; |
| 1402 |
Time: 0.202 ms
|
|
| 1139 |
Time: 0.204 ms
|
|
| 1403 | 1140 |
\cd inputs/VegBank/observation_ |
| 1404 | 1141 |
\set schema "VegBank" |
| 1405 | 1142 |
\set table "observation_" |
| 1406 | 1143 |
\set table_str '''"observation_"''' |
| 1407 | 1144 |
SET search_path TO "VegBank"; |
| 1408 |
Time: 0.105 ms
|
|
| 1145 |
Time: 0.101 ms
|
|
| 1409 | 1146 |
SELECT util.search_path_append('util');
|
| 1410 | 1147 |
psql:/dev/fd/40:9: NOTICE: |
| 1411 | 1148 |
SET search_path TO "VegBank", util |
| ... | ... | |
| 1415 | 1152 |
|
| 1416 | 1153 |
(1 row) |
| 1417 | 1154 |
|
| 1418 |
Time: 34.985 ms
|
|
| 1155 |
Time: 18.763 ms
|
|
| 1419 | 1156 |
SELECT create_if_not_exists($$ALTER TABLE $$||:table_str||$$ ADD PRIMARY KEY ("eventID")$$); -- runtime: ~0 ("Time: 1.838 ms") @starscream
|
| 1420 | 1157 |
psql:/dev/fd/40:11: NOTICE: |
| 1421 | 1158 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 1426 | 1163 |
|
| 1427 | 1164 |
(1 row) |
| 1428 | 1165 |
|
| 1429 |
Time: 19.796 ms
|
|
| 1166 |
Time: 3.626 ms
|
|
| 1430 | 1167 |
SELECT create_if_not_exists($$CREATE INDEX $$||:table_str||%'__parent'||$$ ON $$||:table_str||$$ ("locationID")$$); -- runtime: ~0 ("158.792 ms") @starscream
|
| 1431 | 1168 |
psql:/dev/fd/40:13: NOTICE: |
| 1432 | 1169 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 1437 | 1174 |
|
| 1438 | 1175 |
(1 row) |
| 1439 | 1176 |
|
| 1440 |
Time: 11.857 ms
|
|
| 1177 |
Time: 2.682 ms
|
|
| 1441 | 1178 |
|
| 1442 |
real 0m0.131s
|
|
| 1179 |
real 0m0.091s
|
|
| 1443 | 1180 |
user 0m0.028s |
| 1444 | 1181 |
sys 0m0.029s |
| 1445 | 1182 |
| | | | | | | | + mk_derived @lib/runscripts/table.run:117 |
| 1446 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 1447 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 1448 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 1183 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 1449 | 1184 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 1450 | 1185 |
\set VERBOSITY terse |
| 1451 | 1186 |
\timing on |
| 1452 | 1187 |
SET client_min_messages = NOTICE; |
| 1453 |
Time: 0.210 ms
|
|
| 1188 |
Time: 0.267 ms
|
|
| 1454 | 1189 |
\cd schemas/VegCore |
| 1455 | 1190 |
\set schema "VegBank" |
| 1456 | 1191 |
\set table "observation_" |
| 1457 | 1192 |
\set table_str '''"observation_"''' |
| 1458 | 1193 |
SET search_path TO "VegBank"; |
| 1459 |
Time: 0.097 ms
|
|
| 1194 |
Time: 0.091 ms
|
|
| 1460 | 1195 |
SELECT util.search_path_append('util');
|
| 1461 | 1196 |
psql:/dev/fd/40:9: NOTICE: |
| 1462 | 1197 |
SET search_path TO "VegBank", util |
| ... | ... | |
| 1466 | 1201 |
|
| 1467 | 1202 |
(1 row) |
| 1468 | 1203 |
|
| 1469 |
Time: 18.163 ms
|
|
| 1204 |
Time: 19.262 ms
|
|
| 1470 | 1205 |
SELECT try_mk_derived_col((:table_str, 'cultivated'), $$NOT "oldGrowth"$$); |
| 1471 | 1206 |
psql:/dev/fd/40:11: NOTICE: |
| 1472 | 1207 |
SET /*LOCAL*/ search_path TO "VegBank", util; |
| ... | ... | |
| 1477 | 1212 |
|
| 1478 | 1213 |
(1 row) |
| 1479 | 1214 |
|
| 1480 |
Time: 4.995 ms
|
|
| 1215 |
Time: 4.590 ms
|
|
| 1481 | 1216 |
|
| 1482 |
real 0m0.084s
|
|
| 1217 |
real 0m0.087s
|
|
| 1483 | 1218 |
user 0m0.027s |
| 1484 |
sys 0m0.027s
|
|
| 1219 |
sys 0m0.028s
|
|
| 1485 | 1220 |
| | | | | | | | + mappings @lib/runscripts/table.run:99 |
| 1486 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:419 |
|
| 1487 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:410 |
|
| 1488 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:403 |
|
| 1489 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" |
|
| 1490 |
| | | | | | | | | | | | + declare -x PGUSER="bien" |
|
| 1491 |
| | | | | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 1221 |
| | | | | | | | | + public_schema_exists @lib/sh/db.sh:421 |
|
| 1222 |
| | | | | | | | | | + pg_schema_exists @lib/sh/db.sh:412 |
|
| 1223 |
| | | | | | | | | | | + benign_does_not_exist_error psql @lib/sh/db.sh:405 |
|
| 1224 |
| | | | | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 1492 | 1225 |
| | | | | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
| 1493 | 1226 |
\set VERBOSITY terse |
| 1494 | 1227 |
\timing on |
| 1495 | 1228 |
SET client_min_messages = NOTICE; |
| 1496 |
Time: 0.207 ms
|
|
| 1229 |
Time: 0.256 ms
|
|
| 1497 | 1230 |
\cd inputs/VegBank/observation_ |
| 1498 | 1231 |
\set schema "public" |
| 1499 | 1232 |
\set table "observation_" |
| 1500 | 1233 |
\set table_str '''"observation_"''' |
| 1501 | 1234 |
SET search_path TO "public"; |
| 1502 |
Time: 0.093 ms
|
|
| 1235 |
Time: 0.104 ms
|
|
| 1503 | 1236 |
CREATE TEMP TABLE "public".t () |
| 1504 |
Time: 0.312 ms
|
|
| 1237 |
Time: 0.294 ms
|
|
| 1505 | 1238 |
psql:/dev/fd/40:9: ERROR: cannot create temporary relation in non-temporary schema |
| 1506 | 1239 |
|
| 1507 |
real 0m0.080s
|
|
| 1508 |
user 0m0.034s
|
|
| 1509 |
sys 0m0.037s
|
|
| 1240 |
real 0m0.083s
|
|
| 1241 |
user 0m0.035s
|
|
| 1242 |
sys 0m0.039s
|
|
| 1510 | 1243 |
| | | | | | | | | + test_ @lib/runscripts/table.run:97 |
| 1511 | 1244 |
| | | | | | | | | | + /usr/bin/make --directory=inputs/VegBank observation_/test |
| 1512 | 1245 |
make: `import_order.txt' is up to date. |
| ... | ... | |
| 1535 | 1268 |
Connecting to PostgreSQL database vegbien |
| 1536 | 1269 |
Connecting to PostgreSQL database vegbien |
| 1537 | 1270 |
Processed 2 input rows |
| 1538 |
Took 0:00:00.741053 sec/2 row(s) = 371. ms/row
|
|
| 1271 |
Took 0:00:00.580399 sec/2 row(s) = 290. ms/row
|
|
| 1539 | 1272 |
Encountered 0 error(s)/2 row(s) = 0.0% |
| 1540 | 1273 |
+ diff --unified=2 --ignore-space-change observation_/test.xml.ref observation_/test.xml |
| 1541 | 1274 |
|
| 1542 |
real 0m2.069s
|
|
| 1543 |
user 0m1.142s
|
|
| 1544 |
sys 0m0.398s
|
|
| 1275 |
real 0m1.931s
|
|
| 1276 |
user 0m1.169s
|
|
| 1277 |
sys 0m0.410s
|
|
| 1545 | 1278 |
|
| 1546 |
real 0m10.208s
|
|
| 1547 |
user 0m5.486s
|
|
| 1548 |
sys 0m2.859s
|
|
| 1279 |
real 0m7.852s
|
|
| 1280 |
user 0m3.805s
|
|
| 1281 |
sys 0m2.283s
|
|
| 1549 | 1282 |
| | | | | + inputs/VegBank/stratumtype/run import |
| 1550 | 1283 |
| | | | | | + import @lib/runscripts/table.run:131 |
| 1551 | 1284 |
| | | | | | | + load_data @lib/runscripts/table.run:50 |
| ... | ... | |
| 1555 | 1288 |
\set VERBOSITY terse |
| 1556 | 1289 |
\timing on |
| 1557 | 1290 |
SET client_min_messages = NOTICE; |
| 1558 |
Time: 0.194 ms
|
|
| 1291 |
Time: 0.211 ms
|
|
| 1559 | 1292 |
CREATE SCHEMA "VegBank"; |
| 1560 | 1293 |
ERROR: schema "VegBank" already exists |
| 1561 |
Time: 0.266 ms
|
|
| 1294 |
Time: 0.278 ms
|
|
| 1562 | 1295 |
0.03 real 0.01 user 0.01 sys |
| 1563 | 1296 |
make: [schema] Error 3 (ignored) |
| 1564 | 1297 |
|
| 1565 |
real 0m0.604s
|
|
| 1566 |
user 0m0.376s
|
|
| 1567 |
sys 0m0.195s
|
|
| 1298 |
real 0m0.622s
|
|
| 1299 |
user 0m0.391s
|
|
| 1300 |
sys 0m0.208s
|
|
| 1568 | 1301 |
|
| 1569 |
real 0m0.162s
|
|
| 1570 |
user 0m0.022s
|
|
| 1571 |
sys 0m0.022s
|
|
| 1302 |
real 0m0.056s
|
|
| 1303 |
user 0m0.023s
|
|
| 1304 |
sys 0m0.025s
|
|
| 1572 | 1305 |
: : : : : : : : : table stratumtype already exists, skipping |
| 1573 | 1306 |
: : : : : : : : : to force-remake, prepend `rm=1` to the command |
| 1574 | 1307 |
| | | | | | | + postprocess @lib/runscripts/table.run:120 |
| ... | ... | |
| 1586 | 1319 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
| 1587 | 1320 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
| 1588 | 1321 |
make[4]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
| 1589 |
../../bin/in_place stratumtype/map.csv ../../bin/canon 1 ../../mappings/VegCore.vocab.csv |
|
| 1590 |
../../bin/in_place stratumtype/map.csv ../../bin/translate_ci 1 ../../mappings/VegCore.thesaurus.csv |
|
| 1591 |
../../bin/in_place stratumtype/map.csv ../../bin/fix_line_endings |
|
| 1592 |
touch stratumtype/.map.csv.last_cleanup |
|
| 1593 |
/usr/bin/make --makefile=../input.Makefile stratumtype/unmapped_terms.csv |
|
| 1594 |
/usr/bin/make --makefile=../input.Makefile stratumtype/.map.csv.last_cleanup |
|
| 1595 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 1596 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 1597 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 1598 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 1599 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 1600 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 1601 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1602 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1603 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1604 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1605 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1606 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1607 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1608 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1609 |
tail -n +2 stratumtype/map.csv|../../bin/cols 1|../../bin/filter_out_ci 0 ../../mappings/VegCore-VegBIEN.csv >stratumtype/unmapped_terms.csv |
|
| 1610 |
../../bin/autoremove stratumtype/unmapped_terms.csv |
|
| 1611 |
/usr/bin/make --makefile=../input.Makefile stratumtype/new_terms.csv |
|
| 1612 |
/usr/bin/make --makefile=../input.Makefile stratumtype/.map.csv.last_cleanup |
|
| 1613 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 1614 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 1615 |
make[5]: `VegCore.vocab.csv' is up to date. |
|
| 1616 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 1617 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 1618 |
make[5]: `VegCore.thesaurus.csv' is up to date. |
|
| 1619 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1620 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1621 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1622 |
make[6]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1623 |
/usr/bin/make "mappings/VegCore.vocab.csv" --directory=../.. |
|
| 1624 |
/usr/bin/make VegCore.vocab.csv --directory=mappings |
|
| 1625 |
make[4]: `VegCore.vocab.csv' is up to date. |
|
| 1626 |
/usr/bin/make "mappings/VegCore.thesaurus.csv" --directory=../.. |
|
| 1627 |
/usr/bin/make VegCore.thesaurus.csv --directory=mappings |
|
| 1628 |
make[4]: `VegCore.thesaurus.csv' is up to date. |
|
| 1629 |
/usr/bin/make "mappings/VegCore-VegBIEN.csv" --directory=../.. |
|
| 1630 |
/usr/bin/make VegCore-VegBIEN.csv --directory=mappings |
|
| 1631 |
/usr/bin/make .VegCore-VegBIEN.csv.last_cleanup |
|
| 1632 |
make[5]: `.VegCore-VegBIEN.csv.last_cleanup' is up to date. |
|
| 1633 |
tail -n +2 stratumtype/map.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.vocab.csv|../../bin/filter_out_ci 0 ../../mappings/VegCore.thesaurus.csv |../../bin/filter_out_ci 0 stratumtype/unmapped_terms.csv |grep -vE -e '^"?:' -e 'UNUSED' >stratumtype/new_terms.csv; exit 0 |
|
| 1634 |
../../bin/autoremove stratumtype/new_terms.csv |
|
| 1635 | 1322 |
|
| 1636 |
real 0m2.973s |
|
| 1637 |
user 0m2.246s |
|
| 1638 |
sys 0m0.891s |
|
| 1639 |
| | | | | | | | | + declare -x PGHOST="localhost" |
|
| 1640 |
| | | | | | | | | + declare -x PGUSER="bien" |
|
| 1641 |
| | | | | | | | | + declare -x PGDATABASE="vegbien" |
|
| 1323 |
real 0m1.040s |
|
| 1324 |
user 0m0.621s |
|
| 1325 |
sys 0m0.313s |
|
| 1326 |
| | | | | | | | | + declare -x PGHOST="localhost" PGUSER="bien" PGDATABASE="vegbien" |
|
| 1642 | 1327 |
| | | | | | | | | + psql --file /dev/fd/40 --set ON_ERROR_STOP=1 --quiet --echo-all --echo-hidden 40<&0 0<&20 41>&1 |
Also available in: Unified diff
inputs/VegBank/run.log: updated for echo_vars() changes. the PG* vars, which contain important information, will now not need to be filtered out.