#!/bin/bash

# Adds scrubbed taxondeterminations to VegBIEN

# Usage: make inputs/.TNRS/public.unscrubbed_taxondetermination_view/scrub-remake [wait=1]

# Handle being run as a .make script

exec >&2

unset MAKEFLAGS MFLAGS

selfDir="$(dirname -- "$0")"

selfDirName="$(basename -- "$selfDir")"

# Use tnrs.make's lockfile because can't be importing while tnrs.make is

# scrubbing. tnrs.make leaves tnrs in an incomplete state while running because

# the accepted names are parsed *after* their matched names. Using a separate

# lockfile would cause some accepted names to be missing.

waitself "tnrs/tnrs.make"

# Config

let pause=2*60*60 # sec; = 2 hr

let maxPause=4*60*60 # sec; =4 hr; must be >= max partition import time (1.5 hr)

test "$pause" -le "$maxPause" || exit -1

unset n # ($n would limit the # rows/iteration, rather than the total rows)

cd "$selfDir/.." # needed by make

make () { env make --makefile=../input.Makefile "$@"; }

log_="$(make -s "$selfDirName"/log_file)"

exec >>"$log_" 2>&1

rowsAdded ()

{

    test -e "$log_" || { echo "Log does not exist: $log_" >&2; exit;}

    tail -100 "$log_"|grep -E '^Inserted [1-9][0-9]* new rows into database$' \

        >/dev/null

}

let totalPause=0

while true; do

    make "$selfDirName"/import

    if ! rowsAdded; then

        test -n "$wait" || break

        echo "Waited $totalPause sec total"

        let 'totalPause += pause'

        test "$totalPause" -gt "$maxPause" && break

        echo "Waiting $pause sec..."

        sleep "$pause" # wait for more rows

        continue # try again

    fi

    # otherwise, rows found

    let totalPause=0

done