#!/usr/bin/env python

# Maps one datasource to another, using a map spreadsheet if needed

# For outputting an XML file to a PostgreSQL database, use the general format of

# http://vegbank.org/vegdocs/xml/vegbank_example_ver1.0.2.xml

import os.path

import sys

    def usage_err():

    if limit != None: limit = int(limit)

    commit = not test and opts.env_flag('commit') # never commit in test mode

    out_db_config = get_db_config('out')

    out_is_db = 'engine' in out_db_config

    # Parse args

        if in_is_db or not out_is_db: usage_err()

        else: map_paths = [None]

        '''Inputs datasource to XML tree, mapping if needed'''

        # Load map header

        in_is_xpaths = True

        out_label = None

        if map_path != None:

            import copy

            import csv

            import xpath

            metadata = []

            mappings = []

            stream = open(map_path, 'rb')

            reader = csv.reader(stream)

            in_label, out_label = reader.next()[:2]

            def split_col_name(name):

                name, sep, root = name.partition(':')

                return name, sep != '', root

            in_label, in_is_xpaths, in_root = split_col_name(in_label)

            out_label, out_is_xpaths, out_root = split_col_name(out_label)

            assert out_is_xpaths # CSV output not supported yet

            has_types = out_root.startswith('/*s/') # outer elements are types

            for row in reader:

                in_, out = row[:2]

                if out != '':

                    if out_is_xpaths: out = xpath.parse(out_root+out)

                    mappings.append((in_, out))

            stream.close()

            root.ownerDocument.documentElement.tagName = out_label

        in_is_xml = in_is_xpaths and not in_is_db

            doc0 = minidom.parse(sys.stdin)

            if out_label == None: out_label = doc0.documentElement.tagName

            @param get_value f(in_, row):str

            '''

                row_id = str(i)

                for in_, out in mappings:

                    value = metadata_value(in_)

                    if value == None: value = get_value(in_, row)

                    if value != None:

                        xpath.put_obj(root, out, row_id, has_types, value)

            iter_ = xml_dom.NodeElemIter(doc0.documentElement)

            util.skip(iter_, xml_dom.is_text) # skip metadata

                root.appendChild(child)

                in_, out = mapping

                if metadata_value(in_) == None:

                xml_dom.set_id(xpath.get(in_, in_root), pkey)

                value = sql.value_or_none(db_xml.get(in_db, in_, in_pkeys))

                if value != None: return str(value)

                else: return None

                in_pkeys, limit)))

                node = xpath.get(row, in_)

                if node != None: return xml_dom.value(node)

                else: return None

            row0 = xpath.get(doc0.documentElement, in_root)

                in_, out = mapping

                if metadata_value(in_) == None:

                    try: mappings[i] = (col_idxs[in_], out)

                    except KeyError: pass

                value = row[in_]

                if value != '': return value

                else: return None

        for map_path in map_paths: process_input(root, process_row, map_path)

        import db_xml

        out_db.set_isolation_level(ISOLATION_LEVEL_SERIALIZABLE)

                def on_error(e):

                    exc.add_msg(e, 'output row:\n'+str(root))

                    exc.add_msg(e, 'input row:\n'+str(input_row))

                    ex_tracker.track(e)

                    assert xml_dom.has_one_child(root)

                    try:

                        sql.with_savepoint(out_db, lambda: db_xml.put(out_db,

                ' new rows into database\n')

            out_db.close()

        doc.writexml(sys.stdout, **xml_dom.prettyxml_config)