Revision 1862
Added by Aaron Marcuse-Kubitza over 12 years ago
| map | ||
|---|---|---|
| 116 | 116 |
profiler = profiling.ItersProfiler(start_now=True, iter_text='row') |
| 117 | 117 |
|
| 118 | 118 |
# Parallel processing |
| 119 |
pool, cpu_ct = parallel.mk_pool(cpus)
|
|
| 120 |
log_start('Using '+str(cpu_ct)+' parallel CPUs')
|
|
| 119 |
pool = parallel.MultiProducerPool(cpus)
|
|
| 120 |
log_start('Using '+str(pool.process_ct)+' parallel CPUs')
|
|
| 121 | 121 |
|
| 122 | 122 |
doc = xml_dom.create_doc() |
| 123 | 123 |
root = doc.documentElement |
| ... | ... | |
| 325 | 325 |
else: # output is CSV |
| 326 | 326 |
raise NotImplementedError('CSV output not supported yet')
|
| 327 | 327 |
|
| 328 |
# Parallel processing |
|
| 329 |
pool.main_loop() |
|
| 330 |
|
|
| 328 | 331 |
profiler.stop(row_ct) |
| 329 | 332 |
ex_tracker.add_iters(row_ct) |
| 330 | 333 |
if verbose: |
Also available in: Unified diff
parallel.py: Changed to use multi-producer pool, which requires calling pool.main_loop()