Project

General

Profile

1 187 aaronmk
#!/usr/bin/env python
2 926 aaronmk
# Combines two map spreadsheets A0->B and A1->C to A->B, with B overwriting C
3 3759 aaronmk
# Multi-safe (supports an input appearing multiple times). Note that if there is
4
# *any* mapping for an input in map_0, all mappings for that input in map_1 will
5
# be excluded.
6 187 aaronmk
7
import csv
8 738 aaronmk
import os.path
9 187 aaronmk
import sys
10
11 738 aaronmk
sys.path.append(os.path.dirname(__file__)+"/../lib")
12
13
import maps
14 1123 aaronmk
import opts
15 1769 aaronmk
import util
16 738 aaronmk
17 187 aaronmk
def main():
18 1123 aaronmk
    ignore = opts.env_flag('ignore')
19 1769 aaronmk
    header_num = util.cast(int, opts.get_env_var('header_num'))
20 1127 aaronmk
        # selects which map's header to use as the output header
21 3902 aaronmk
    all_ = opts.env_flag('all') # doesn't merge mappings that are in both maps
22 187 aaronmk
    try: _prog_name, map_1_path = sys.argv
23
    except ValueError:
24 3902 aaronmk
        raise SystemExit('Usage: env [ignore=1] [header_num={0|1}] [all=1] '
25
            +sys.argv[0]+' <map_0 map_1 [| '+sys.argv[0]+' map_2]... >out_map')
26 187 aaronmk
27 1125 aaronmk
    headers = [None]*2
28 187 aaronmk
29 1125 aaronmk
    # Open map 0
30
    map_0_reader = csv.reader(sys.stdin)
31
    headers[0] = map_0_reader.next()
32
33
    # Open map 1
34 187 aaronmk
    stream = open(map_1_path, 'rb')
35 1125 aaronmk
    map_1_reader = csv.reader(stream)
36
    headers[1] = map_1_reader.next()
37 187 aaronmk
38 1125 aaronmk
    # Check col labels
39 1507 aaronmk
    combinable = maps.combinable(*headers)
40
    if not combinable and not ignore:
41 1502 aaronmk
        raise SystemExit('Map error: '
42 1125 aaronmk
        'Map 0 column 0 label doesn\'t contain map 1 column 0 label')
43 187 aaronmk
44 2023 aaronmk
    # Pass through map 0, storing which mappings it defines
45 187 aaronmk
    writer = csv.writer(sys.stdout)
46 1796 aaronmk
    writer.writerow(maps.merge_headers(*headers, **dict(prefer=header_num)))
47 2023 aaronmk
    mappings = set()
48 1125 aaronmk
    for row in map_0_reader:
49 3902 aaronmk
        if not all_ and row[0] != '':
50 2023 aaronmk
            mappings.add(row[0])
51
            if row[1] != '': mappings.add(row[1])
52 1125 aaronmk
        writer.writerow(row)
53
54
    if combinable:
55 2023 aaronmk
        # Add mappings in map 1 that weren't already defined or mapped to
56 1125 aaronmk
        for row in map_1_reader:
57 2023 aaronmk
            if row[0] != '' and row[0] not in mappings: writer.writerow(row)
58 1125 aaronmk
59
    stream.close()
60 187 aaronmk
61
main()