#!/usr/bin/env python

# A DiGIR client

import sys

import urllib

import urllib2

sys.path.append(os.path.dirname(__file__)+"/../lib")

import streams

import util

import xpath

# Config

timeout = 20 # sec

<?xml version="1.0" encoding="UTF-8"?>

<request

    xmlns="http://digir.net/schema/protocol/2003/1.0"

    xmlns:xsd="http://www.w3.org/2001/XMLSchema"

    xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

    xmlns:digir="http://digir.net/schema/protocol/2003/1.0"

    xmlns:darwin="http://digir.net/schema/conceptual/darwin/2003/1.0"

    xmlns:dwc="http://digir.net/schema/conceptual/darwin/2003/1.0"

    xsi:schemaLocation="http://digir.net/schema/protocol/2003/1.0

      http://digir.sourceforge.net/schema/protocol/2003/1.0/digir.xsd

      http://digir.net/schema/conceptual/darwin/2003/1.0

      http://digir.sourceforge.net/schema/conceptual/darwin/2003/1.0/darwin2.xsd">

    <header>

        <version>1.0</version>

        <source>[source]</source>

        <type>search</type>

    </header>

    <search>

        <filter>

        <records limit="[count]" start="[start]">

        <count>true</count>

    </search>

</request>

'''

diags_end = '</diagnostics>'

    def usage_err():

        raise SystemExit('Usage: '+opts.env_usage(env_names, True)+' '

            +sys.argv[0]+' 2>>log')

    # Get config from env vars

    url = opts.get_env_var('url', None, env_names)

    resource = opts.get_env_var('resource', None, env_names)

    start = util.cast(int, opts.get_env_var('start', 0, env_names))

        default_chunk_size, env_names))

    log_indent = 0

        if debug:

            if label != None: sys.stderr.write(label+':\n')

            sys.stderr.write(str_+'\n')

    source = os.popen(self_dir+"/local_ip").read().strip()

    this_request_xml_template = (request_xml_template

        .replace('[source]', source)

        .replace('[url]', url)

        .replace('[resource]', resource)

    total = 0

    def print_status(line_ending='\n'):

        log('Processed '+str(total)+' record(s)', line_ending)

    match_ct = None

    while count == None or total < count:

        if count != None: this_count = min(this_count, count - total)

        time = dates.strftime('%Y-%m-%d %H:%M:%S %Z', dates.now())

        request_xml = (this_request_xml_template

            .replace('[time]', time)

            )

        debug_log(request_xml, 'request')

        # Send request

        this_url = url+'?'+urllib.urlencode({'request': request_xml})

        stream = streams.CaptureStream(streams.TimeoutInputStream(

            urllib2.urlopen(this_url), timeout), diags_start, diags_end)

        # Retrieve response

        streams.copy(stream, sys.stdout)

        # are on different lines

        sys.stdout.write('\n')

        # Parse diagnostics

        diags_str = stream.match

        debug_log(diags_str, 'diagnostics')

        diags = xml_dom.parse_str(diags_str)

        def get_diag(name):

            return xpath.get_value(diags, 'diagnostic[@code='+name+']')

        # Process match count

        this_match_ct = util.cast(int, get_diag('MATCH_COUNT'))

        if this_match_ct != match_ct: # first or updated match count

            match_ct = this_match_ct

            log('Found '+str(match_ct)+' record(s)')

        # Process record count

        this_ct = util.cast(int, get_diag('RECORD_COUNT'))

        if this_ct == None: raise InputError('Missing RECORD_COUNT diagnostic')

        total += this_ct

        start += this_ct # advance start to fetch next set

        print_status('\r') # CR at end so next print overwrites msg

        # Decide if done

main()