Project

General

Profile

1
#!/usr/bin/env python
2
# Inner-joins two map spreadsheets A->B and B->C to A->C
3
# Multi-safe (supports an input appearing multiple times). If multiple outputs
4
# should be considered ambiguous, they can be discarded by setting only_one.
5
# Case- and punctuation-insensitive.
6

    
7
import csv
8
import operator
9
import os.path
10
import re
11
import sys
12
import warnings
13

    
14
sys.path.append(os.path.dirname(__file__)+"/../lib")
15

    
16
import maps
17
import opts
18
import util
19

    
20
def main():
21
    env_names = []
22
    def usage_err():
23
        raise SystemExit('Usage: '+opts.env_usage(env_names, True)+' '
24
            +sys.argv[0]+' <map_0 map_1 [| '+sys.argv[0]+' map_2]... >out_map')
25
    
26
    only_one = opts.env_flag('only_one', False, env_names)
27
    # Uses only columns 0 and 1 of map_1
28
    map_1_core_only = opts.env_flag('map_1_core_only', False, env_names)
29
    # Passes through terms with no input mapping or no join mapping
30
    passthru = opts.env_flag('passthru', False, env_names)
31
    # Turns off "No input mapping" errors
32
    quiet = passthru or opts.env_flag('quiet', False, env_names)
33
    try: _prog_name, map_1_path = sys.argv
34
    except ValueError: usage_err()
35
    
36
    # Get map 1
37
    map_1 = {}
38
    stream = open(map_1_path, 'rb')
39
    reader = csv.reader(stream)
40
    map_1_cols = reader.next()
41
    for row in reader:
42
        if map_1_core_only: row = row[:2]
43
        if row[0] != '': map_1.setdefault(maps.simplify(row[0]), []).append(row)
44
    stream.close()
45
    
46
    # Join map 1 to map 0
47
    reader = csv.reader(sys.stdin)
48
    writer = csv.writer(sys.stdout)
49
    map_0_cols = reader.next()
50
    if not maps.join_combinable(map_0_cols, map_1_cols):
51
        raise SystemExit('Map error: Map 0 output column name "'+map_0_cols[1]
52
        +'" doesn\'t match map 1 input column name "'+map_1_cols[0]+'"')
53
    writer.writerow(maps.merge_mappings(map_0_cols, map_1_cols))
54
    for row in reader:
55
        def set_error(msg):
56
            if not passthru: row[1] = ''
57
            elif row[1] == '': row[1] = row[0] # no input mapping
58
            if not quiet:
59
                warnings.warn(UserWarning(msg))
60
                row[2] = '** '+msg+' ** '+util.list_setdefault(row, 2, '')
61
        
62
        row_written = False
63
        if row[1] != '':
64
            out_orig = row[1] # used in "No join mapping" error msg
65
            
66
            # Look for a match
67
            out_rows = []
68
            suffix = ''
69
            while True:
70
                try:
71
                    out_rows = map_1[maps.simplify(row[1])]
72
                    break
73
                except KeyError:
74
                    # Heuristically look for a match on a parent path.
75
                    # If this produces a syntactically invalid parent path (e.g.
76
                    # there is a / within []), it will be ignored since there
77
                    # wouldn't be a an entry in map_1.
78
                    row[1], sep, new_suffix = row[1].rpartition('/')
79
                    if sep == '': break
80
                    suffix = sep+new_suffix+suffix # prepend new suffix
81
            
82
            is_empty = len(out_rows) == 1 and out_rows[0][1] == ''
83
            if is_empty: set_error('No non-empty join mapping for '+out_orig)
84
            
85
            # Write new mapping
86
            if only_one and len(out_rows) > 1: # multiple outputs are ambiguous
87
                set_error('Ambiguous mapping for '+row[1]) # discards mapping
88
            elif out_rows: # found mapping(s)
89
                for out_row in out_rows:
90
                    row_ = row[:] # don't modify row, since it will be reused
91
                    row_ = maps.merge_mappings(row_, out_row)
92
                    if row_[1] != '': row_[1] += suffix # don't modify out_row!
93
                    writer.writerow(row_)
94
                row_written = True
95
            else: set_error('No join mapping for '+out_orig)
96
        elif row[2] == '': # also no comment explaining why no input mapping
97
            set_error('No input mapping for '+row[0])
98
        
99
        if not row_written: writer.writerow(row)
100

    
101
main()
(29-29/61)