Project

General

Profile

1 256 aaronmk
selfDir_3d1bc249 := $(dir $(lastword $(MAKEFILE_LIST)))
2 250 aaronmk
3 368 aaronmk
# Make
4 415 aaronmk
subMake = $(MAKE) $(@F) --directory=$(@D)
5 404 aaronmk
+_ = $(+:_%=)
6 368 aaronmk
addBeforeExt = $(basename $(2))$(1)$(suffix $(2))
7
8
# Commands
9 395 aaronmk
CP = cp -p
10
DIFF = diff --unified=2
11 368 aaronmk
12 415 aaronmk
tablesSort := plots organisms stems
13 502 aaronmk
vegxMaps := $(wildcard $(tablesSort:%=maps/VegX.%.csv))
14
vegxMaps += $(filter-out $(vegxMaps),$(wildcard maps/VegX.*.csv))
15
tables := $(vegxMaps:maps/VegX.%.csv=%)
16
vegbienMaps := $(subst VegX.,VegBIEN.,$(vegxMaps))
17 247 aaronmk
18 368 aaronmk
root := $(selfDir_3d1bc249)..
19
psqlAsBien := $(root)/bin/psql_vegbien
20 353 aaronmk
21 401 aaronmk
# Config
22
test_n ?= 2
23
24 250 aaronmk
#####
25
26 418 aaronmk
all: _always maps ;
27 247 aaronmk
28
.SUFFIXES:
29
30 383 aaronmk
_always:
31
.PHONY: _always
32 250 aaronmk
33 383 aaronmk
clean: _always
34 256 aaronmk
	$(RM) $(all)
35
36 423 aaronmk
remake: _always clean all ;
37
38 383 aaronmk
%.out: % _always
39 368 aaronmk
	./$* >$@
40
.PRECIOUS: %.out
41
42 415 aaronmk
$(root)/%: _always
43
	+$(subMake)
44
45 250 aaronmk
#####
46
47 418 aaronmk
reinstall: _always uninstall install ;
48 264 aaronmk
49
#####
50
51 418 aaronmk
maps: $(vegbienMaps) _always ;
52 368 aaronmk
53
all += $(vegbienMaps)
54
55 502 aaronmk
maps/VegBIEN.%.csv: maps/VegX.%.csv $(root)/mappings/VegX-VegBIEN.%.csv
56 415 aaronmk
	$(root)/bin/join_sort <$+ >$@
57 502 aaronmk
.PRECIOUS: maps/VegBIEN.%.csv
58 264 aaronmk
59 368 aaronmk
#####
60
61 418 aaronmk
import: _always $(addprefix import-,$(tables)) verify ;
62 368 aaronmk
63
log = $*$(if $(n),.n=$(n),).log
64
65 339 aaronmk
logs := $(wildcard *.log)
66
67 383 aaronmk
rm_logs: _always
68 339 aaronmk
	$(RM) $(logs)
69
70 264 aaronmk
#####
71
72 418 aaronmk
verify: _always $(addprefix verify-,$(tables)) ;
73 368 aaronmk
74 502 aaronmk
verify-%: verify/%.ref verify/%.out _always
75 404 aaronmk
	$(DIFF) $(+_)
76 368 aaronmk
77 383 aaronmk
%.out: %.sql _always
78 429 aaronmk
	$(out_cmd)
79 370 aaronmk
.PRECIOUS: %.out
80 429 aaronmk
out_cmd = $(psqlAsBien) --no-align --field-separator='	' --pset=footer=off \
81
--pset=null=NULL <$< >$@
82 369 aaronmk
83 502 aaronmk
all += $(wildcard verify/*.out)
84
85 368 aaronmk
#####
86
87 418 aaronmk
test: _always $(addprefix test-,$(tables)) ;
88 368 aaronmk
89 502 aaronmk
test-%: test/%.out _always
90 395 aaronmk
	$(DIFF) $(<:.out=.ref) $<
91 368 aaronmk
92 395 aaronmk
accept-%: _always
93
	$(CP) $* $(*:.out=.ref)
94
95 502 aaronmk
all += $(wildcard test/*.out)
96
97 368 aaronmk
#####
98
99 256 aaronmk
ifdef db
100
101 264 aaronmk
mapEnv := in_engine=$(dbEngine) in_database=$(db)
102 256 aaronmk
103 368 aaronmk
####
104 256 aaronmk
105 368 aaronmk
ifeq ($(dbEngine),MySQL)
106 339 aaronmk
107 368 aaronmk
bienPassword := $(shell cat $(root)/config/bien_password)
108
mysqlAs = mysql --user=$(1) --password='$(bienPassword)'
109
mysqlAsRoot := $(call mysqlAs,root)
110
mysqlAsBien := $(call mysqlAs,bien)
111
112 502 aaronmk
import-%: maps/VegBIEN.%.csv _always
113 385 aaronmk
	-$(import_cmd)
114 383 aaronmk
import_cmd = (set -x; "time" env commit=1 $(map) $<) \
115 368 aaronmk
$(if $(n),,>>$(log)) 2>&1$(if $(n),|tee -a $(log))
116 256 aaronmk
117 369 aaronmk
%.ref: %.ref.sql
118 371 aaronmk
	$(mysqlAsBien) $(db) <$< >$@
119 369 aaronmk
.PRECIOUS: %.ref
120 368 aaronmk
121
###
122
123 418 aaronmk
install: _always db ;
124 256 aaronmk
125 418 aaronmk
uninstall: _always rm_db ;
126 256 aaronmk
127 383 aaronmk
db: src.$(db).sql _always
128 368 aaronmk
	-$(mysqlAsRoot) <$<
129
	echo "GRANT SELECT ON $(db).* TO 'bien'@'localhost';"|$(mysqlAsRoot)
130 255 aaronmk
# ignore errors in db import so that GRANT will still be run
131 250 aaronmk
132 383 aaronmk
rm_db: _always
133 368 aaronmk
	-echo "REVOKE ALL ON $(db).* FROM 'bien'@'localhost';"|$(mysqlAsRoot)
134
	echo "DROP DATABASE IF EXISTS $(db);"|$(mysqlAsRoot)
135 365 aaronmk
# ignore errors if grant not defined
136 250 aaronmk
137 368 aaronmk
###
138
139
else
140
$(error dbEngine variable must be one of the following: MySQL, PostgreSQL)
141
endif
142
143
####
144
145 502 aaronmk
test/%.out: maps/VegBIEN.%.csv _always
146 401 aaronmk
	env test=1 n=$(test_n) $(map) $< >$@ 2>&1 || { e=$$?; cat $@; exit $$e;}
147 502 aaronmk
.PRECIOUS: test/%.out
148 368 aaronmk
149 256 aaronmk
#####
150
151
else
152
$(error db variable must be set)
153
endif
154 368 aaronmk
155
#####
156
157
# Must come after mapEnv is set
158
map := env $(mapEnv) out_database=vegbien $(root)/map