1
|
##### Configuration
|
2
|
|
3
|
src_server ?= jupiter
|
4
|
|
5
|
|
6
|
selfDir_NzrNZp := $(dir $(lastword $(MAKEFILE_LIST)))
|
7
|
root := $(selfDir_NzrNZp)..
|
8
|
include $(root)/lib/common.Makefile
|
9
|
|
10
|
|
11
|
##### Vars/functions
|
12
|
|
13
|
# Make
|
14
|
SHELL := /bin/bash
|
15
|
|
16
|
# OS
|
17
|
os := $(shell uname)
|
18
|
isMac := $(filter Darwin,$(os))
|
19
|
|
20
|
# System
|
21
|
dateFmt := %Y-%m-%d-%H-%M-%S
|
22
|
mtime = $(shell $(if $(isMac),stat -f %Sm -t "$(dateFmt)" $(1),date\
|
23
|
--reference=$(1) +"$(dateFmt)"))
|
24
|
|
25
|
# Terminal
|
26
|
esc := '['
|
27
|
reset := $(esc)'0m'
|
28
|
emph := $(esc)'7m '
|
29
|
endEmph := ' '$(reset)
|
30
|
|
31
|
# User interaction
|
32
|
|
33
|
confirm = $(if $(shell read -p $(emph)"$(1)"$(endEmph)$$'$(if\
|
34
|
$(2),\n$(2))\nContinue? (y/n) ' REPLY; test "$$REPLY" = y && echo t),,\
|
35
|
$(error Aborting))
|
36
|
|
37
|
# Paths
|
38
|
bin := $(root)/bin
|
39
|
|
40
|
# DB
|
41
|
psqlVerbose := $(bin)/psql_script_vegbien --echo-all
|
42
|
pg_dump := $(bin)/pg_dump_vegbien
|
43
|
backup := "time" env data=1 $(pg_dump)
|
44
|
restore := "time" $(bin)/postgres_vegbien pg_restore --exit-on-error
|
45
|
restoreBien := $(restore) --dbname=vegbien
|
46
|
# pg_restore doesn't support PGDATABASE env var
|
47
|
rmSchema = 'DROP SCHEMA IF EXISTS "$(1)" CASCADE;'
|
48
|
|
49
|
##### Backups
|
50
|
|
51
|
backups := $(wildcard *.backup)
|
52
|
|
53
|
#### Checksums
|
54
|
|
55
|
md5s: _always $(backups:%=%.md5) ;
|
56
|
|
57
|
%.md5: %
|
58
|
nice -n +5 md5sum $<|cut -d ' ' -f 1 >$@
|
59
|
|
60
|
%.md5/test: %.md5 % _always
|
61
|
echo '$(shell cat $<) $*'|nice -n +5 md5sum -$(if $(isMac),v)c /dev/stdin
|
62
|
|
63
|
#### SQL
|
64
|
|
65
|
# Must come before %.sql with no prerequisites to be matched first
|
66
|
%.sql: %
|
67
|
$(restore) $< >$@
|
68
|
|
69
|
# Full DB
|
70
|
# Must come before %.backup to be matched first
|
71
|
vegbien.%.backup:
|
72
|
$(backup) all >$@
|
73
|
$(MAKE) $@.md5
|
74
|
|
75
|
backup* = $(backup) $* >$@
|
76
|
|
77
|
# Note: This can't be used for the current (unrotated) public schema because
|
78
|
# pg_dump doesn't back up the CREATE SCHEMA statement for it, assuming falsely
|
79
|
# that public already exists because it's in template1.
|
80
|
%.backup:
|
81
|
$(backup*)
|
82
|
$(MAKE) $@.md5
|
83
|
|
84
|
# When testing, turn off %.sql so make won't skip `%.sql: %` in favor of it
|
85
|
ifeq ($(filter %.backup/test,$(MAKECMDGOALS)),)
|
86
|
%.sql:
|
87
|
env plain=1 $(backup*)
|
88
|
endif
|
89
|
|
90
|
%.backup/restore: %.backup _always
|
91
|
$(restoreBien) $<
|
92
|
|
93
|
%.sql/restore: %.sql _always
|
94
|
$(bin)/psql_script_vegbien <$<
|
95
|
# pg_restore only supports "non-plain-text formats"
|
96
|
# (http://www.postgresql.org/docs/9.1/static/app-pgrestore.html)
|
97
|
|
98
|
%.backup/test: %.backup.sql _always
|
99
|
rm $<
|
100
|
|
101
|
%.backup/rotate: %.backup _always
|
102
|
mv $< $*.$(call mtime,$<).backup
|
103
|
|
104
|
#### Archived imports
|
105
|
|
106
|
confirmRm = $(call confirm,WARNING: This will delete the archived import $(1)!)
|
107
|
|
108
|
public* = $(*:vegbien.%=public.%)
|
109
|
|
110
|
%.backup/remove: %.backup _always
|
111
|
@$(call confirmRm,$(public*))
|
112
|
echo $(call rmSchema,$(public*))|$(bin)/psql_script_vegbien
|
113
|
|
114
|
%.backup/rm_indexes: %.backup _always
|
115
|
$(pg_dump) $*|$(bin)/mk_rm_indexes|$(psqlVerbose)
|
116
|
|
117
|
##### Synchronization
|
118
|
|
119
|
remote := $(src_user)@$(src_server):/data/dev/aaronmk/VegBIEN.backups/
|
120
|
|
121
|
rsyncBackups := $(rsync) --include="/*.backup" --include="/*.sql"\
|
122
|
--include="/*.csv" --include="/*.md5" --exclude="**"
|
123
|
|
124
|
upload: _always
|
125
|
$(rsyncBackups) $(local) $(remote)
|
126
|
|
127
|
%/download: _always
|
128
|
$(rsync) $(remote)$* $(local)$*
|
129
|
-$(if $(filter %.md5,$*),,$(MAKE) $*.md5/download)
|
130
|
# ignore errors if $*.md5 does not exist
|