Project

General

Profile

« Previous | Next » 

Revision 10582

inputs/input.Makefile: $(import): support restarting the import where it left off by setting continue=1. this is done by grepping the restart row out of the log file's last partition.

View differences:

inputs/input.Makefile
6 6
##### Configuration
7 7

  
8 8
# Command line
9
continue ?=
9 10
debug ?=
10 11
full_import ?=
11 12
import_source ?= 1
......
436 437
	echo $$(pwd)/$(log_)
437 438

  
438 439
trace = $(log_:.log.sql=.trace)
440
restart_row = $(shell set -x; grep -F Partition: $(log_)|tail -1|$(sed)\
441
's/^.* rows ([[:digit:]]+)-.*$$/\1/')
439 442
import = -$(if $(profileTest),$(profileOnly),(set -x; date; "time" env commit=1\
440
$(if $(profile),profile_to=$(trace)) $(map2db))$(if $(log), >>$(log_) 2>&1))
443
$(if $(profile),profile_to=$(trace)) $(if $(continue),start=$(restart_row))\
444
$(map2db))$(if $(log), >>$(log_) 2>&1))
441 445
# don't abort on import errors, which often relate to invalid input data
442 446

  
443 447
import? = $(if $(call and,$(full_import),$(call dontImport,.)),,$(import))

Also available in: Unified diff