Project

General

Profile

« Previous | Next » 

Revision 7269

Added by Aaron Marcuse-Kubitza almost 12 years ago

import_times: Separate out the postprocessing logs (e.g. public.unscrubbed_taxondetermination_view), as the import times in these logs are not aggregated together (each input has its own run of the postprocessing script)

View differences:

import_times
6 6 

  		




  7
  7
  
    
sed () { "$(which sed)" -"$sedEreFlag" "$@";}


  		




  8
  8
  
    

  		




  9
  
  
    
sed -n 's/^Took ([^ ]*) sec\/([^ ]*) row\(s\).*$/\2'$'\t''\1/p' "$@"


  		




  
  9
  
    
times ()


  		




  
  10
  
    
{


  		




  
  11
  
    
    sed -n 's/^Took ([^ ]*) sec\/([^ ]*) row\(s\).*$/\2'$'\t''\1/p' "$@"


  		




  
  12
  
    
}


  		




  
  13
  
    

  		




  
  14
  
    
postprocessLogs=()


  		




  
  15
  
    

  		




  
  16
  
    
for log in "$@"; do


  		




  
  17
  
    
    if test "${log/public./}" != "$log"; then


  		




  
  18
  
    
        postprocessLogs[${#postprocessLogs[@]}]="$log"


  		




  
  19
  
    
    else times "$log"


  		




  
  20
  
    
    fi


  		




  
  21
  
    
done


  		




  
  22
  
    

  		




  
  23
  
    
echo "Postprocessing logs:"


  		




  
  24
  
    
times "${postprocessLogs[@]}"


  		












Also available in:  Unified diff