Project

General

Profile

« Previous | Next » 

Revision 5323

Added by Aaron Marcuse-Kubitza over 12 years ago

tnrs_db: Updated comments and log messages for schema changes

View differences:

bin/tnrs_db
1 1 
#!/usr/bin/env python
2 
# Scrubs the taxonpaths in VegBIEN using TNRS.
2 
# Scrubs the taxonconcepts in VegBIEN using TNRS.
3 3 
# Runs continuously until no new rows are added after max_pause.
4 4 

  		




  5
  5
  
    
import os.path


  		




  ......




  45
  45
  
    
    


  		




  46
  46
  
    
    tnrs_profiler = profiling.ItersProfiler(iter_text='name')


  		




  47
  47
  
    
    


  		




  48
  
  
    
    # Iterate over unscrubbed verbatim taxonpaths


  		




  
  48
  
    
    # Iterate over unscrubbed verbatim taxonconcepts


  		




  49
  49
  
    
    total_pause = 0


  		




  50
  50
  
    
    tables = ['taxonconcept', sql_gen.Join('tnrs',


  		




  51
  51
  
    
        {'Name_submitted': 'identifyingtaxonomicname'}, sql_gen.filter_out)]


  		




  ......




  70
  70
  
    
        names = list(sql.values(cur))


  		




  71
  71
  
    
        


  		




  72
  72
  
    
        # Run TNRS


  		




  73
  
  
    
        log('Processing '+str(this_ct)+' taxonpaths')


  		




  
  73
  
    
        log('Processing '+str(this_ct)+' taxonconcepts')


  		




  74
  74
  
    
        log('Making TNRS request')


  		




  75
  75
  
    
        tnrs_profiler.start()


  		




  76
  76
  
    
        try:


  		












Also available in:  Unified diff