Dumpz.org

HTML Copy To Clipboarddone!

<div class="highlight"><pre>import threading
import time
from Queue import Queue, Empty

def make_work(callback, tasks, limit):
 &quot;&quot;&quot;
 Run up to &quot;limit&quot; threads, do tasks and yield results.

Arguments:
 callback - the function that will process single task
 tasks - the sequence or iterator or queue of tasks
 limit - the maximum number of threads
 &quot;&quot;&quot;

# If tasks is not a Queue convert them into Queue
 if not isinstance(tasks, Queue):
 new_tasks = Queue()
 [new_tasks.put(x) for x in tasks]
 tasks = new_tasks

# Here results of task processing will be saved
 results = Queue()

def _worker(tasks, results):
 while True:
 try:
 results.put(callback(tasks.get(False)))
 except Empty:
 return

# Prepare and run up to &quot;limit&quot; threads
 threads = []
 for x in xrange(limit):
 thread = threading.Thread(target=_worker, args=[tasks, results])
 thread.start()
 threads.append(thread)

# While tasks exist we can except some results in results queue
 while not tasks.empty():
 yield results.get()

# When tasks queue becomes empty wait for terminating of all threads
 for thread in threads:
 thread.join()

# Let&#39;s see if some results were placed into results queue
 while not results.empty():
 yield results.get()

if __name__ == &#39;__main__&#39;:
 tasks = range(100)

def worker(arg):
 print &#39;%s: %s&#39; % (threading.currentThread(), arg)
 time.sleep(0.1)

list(make_work(worker, tasks, 10))
</pre></div>
 Colored with <a style="color: #333" href="http://dumpz.org">dumpz.org</a>

BBCODE Copy To Clipboarddone!

[color=#008000][b]import[/b][/color] [color=#0000FF][b]threading[/b][/color]
[color=#008000][b]import[/b][/color] [color=#0000FF][b]time[/b][/color]
[color=#008000][b]from[/b][/color] [color=#0000FF][b]Queue[/b][/color] [color=#008000][b]import[/b][/color] Queue, Empty

[color=#008000][b]def[/b][/color] [color=#0000FF]make_work[/color](callback, tasks, limit):
    [color=#BA2121][i]"""
    Run up to "limit" threads, do tasks and yield results.

Arguments:
        callback - the function that will process single task
        tasks - the sequence or iterator or queue of tasks
        limit - the maximum number of threads
    """[/i][/color]

[color=#408080][i]# If tasks is not a Queue convert them into Queue[/i][/color]
    [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]isinstance[/color](tasks, Queue):
        new_tasks [color=#666666]=[/color] Queue()
        [new_tasks[color=#666666].[/color]put(x) [color=#008000][b]for[/b][/color] x [color=#AA22FF][b]in[/b][/color] tasks]
        tasks [color=#666666]=[/color] new_tasks

[color=#408080][i]# Here results of task processing will be saved[/i][/color]
    results [color=#666666]=[/color] Queue()

[color=#008000][b]def[/b][/color] [color=#0000FF]_worker[/color](tasks, results):
        [color=#008000][b]while[/b][/color] [color=#008000]True[/color]:
            [color=#008000][b]try[/b][/color]:
                results[color=#666666].[/color]put(callback(tasks[color=#666666].[/color]get([color=#008000]False[/color])))
            [color=#008000][b]except[/b][/color] Empty:
                [color=#008000][b]return[/b][/color]

[color=#408080][i]# Prepare and run up to "limit" threads[/i][/color]
    threads [color=#666666]=[/color] []
    [color=#008000][b]for[/b][/color] x [color=#AA22FF][b]in[/b][/color] [color=#008000]xrange[/color](limit):
        thread [color=#666666]=[/color] threading[color=#666666].[/color]Thread(target[color=#666666]=[/color]_worker, args[color=#666666]=[/color][tasks, results])
        thread[color=#666666].[/color]start()
        threads[color=#666666].[/color]append(thread)

[color=#408080][i]# While tasks exist we can except some results in results queue[/i][/color]
    [color=#008000][b]while[/b][/color] [color=#AA22FF][b]not[/b][/color] tasks[color=#666666].[/color]empty():
        [color=#008000][b]yield[/b][/color] results[color=#666666].[/color]get()

[color=#408080][i]# When tasks queue becomes empty wait for terminating of all threads[/i][/color]
    [color=#008000][b]for[/b][/color] thread [color=#AA22FF][b]in[/b][/color] threads:
        thread[color=#666666].[/color]join()

[color=#408080][i]# Let's see if some results were placed into results queue[/i][/color]
    [color=#008000][b]while[/b][/color] [color=#AA22FF][b]not[/b][/color] results[color=#666666].[/color]empty():
        [color=#008000][b]yield[/b][/color] results[color=#666666].[/color]get()

[color=#008000][b]if[/b][/color] __name__ [color=#666666]==[/color] [color=#BA2121]'__main__'[/color]:
    tasks [color=#666666]=[/color] [color=#008000]range[/color]([color=#666666]100[/color])

[color=#008000][b]def[/b][/color] [color=#0000FF]worker[/color](arg):
        [color=#008000][b]print[/b][/color] [color=#BA2121]'[/color][color=#BB6688][b]%s[/b][/color][color=#BA2121]: [/color][color=#BB6688][b]%s[/b][/color][color=#BA2121]'[/color] [color=#666666]%[/color] (threading[color=#666666].[/color]currentThread(), arg)
        time[color=#666666].[/color]sleep([color=#666666]0.1[/color])

[color=#008000]list[/color](make_work(worker, tasks, [color=#666666]10[/color]))

--------------------------------------
Colored with http://dumpz.org

Light HTML Copy To Clipboarddone!

That method generates HTML with CSS classes. Hence you'll need the style sheet file