Dumpz.org

HTML Copy To Clipboarddone!

<div class="highlight"><pre>import threading
import time
from Queue import Queue, Empty as QueueEmpty

def make_work(callback, tasks, limit, results=None):
 &quot;&quot;&quot;
 Run up to limit threads, do tasks.

Put results to results queue if it is specified.
 &quot;&quot;&quot;

pool = []

if not isinstance(tasks, Queue):
 new_tasks = Queue()
 for x in tasks:
 new_tasks.put(x)
 tasks = new_tasks

# If callback result should be placed to the results queue
 # wrap the callback to the function that will catch result and
 # put it to the queue
 if results:
 old_callback = callback
 def callback(*args):
 results.put(old_callback(*args))
 
 while True:
 pool = filter(lambda x: x.isAlive(), pool)

for x in xrange(limit - len(pool)):
 try:
 task = tasks.get(False)
 except QueueEmpty:
 pass
 else:
 if not isinstance(task, (list, tuple)):
 task = [task]
 t = threading.Thread(target=callback, args=task)
 t.start()
 pool.append(t)

if not pool:
 return

time.sleep(0.01)
</pre></div>
 Colored with <a style="color: #333" href="http://dumpz.org">dumpz.org</a>

BBCODE Copy To Clipboarddone!

[color=#008000][b]import[/b][/color] [color=#0000FF][b]threading[/b][/color]
[color=#008000][b]import[/b][/color] [color=#0000FF][b]time[/b][/color]
[color=#008000][b]from[/b][/color] [color=#0000FF][b]Queue[/b][/color] [color=#008000][b]import[/b][/color] Queue, Empty [color=#008000][b]as[/b][/color] QueueEmpty

[color=#008000][b]def[/b][/color] [color=#0000FF]make_work[/color](callback, tasks, limit, results[color=#666666]=[/color][color=#008000]None[/color]):
    [color=#BA2121][i]"""
    Run up to limit threads, do tasks.

Put results to results queue if it is specified.
    """[/i][/color]

pool [color=#666666]=[/color] []

[color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]isinstance[/color](tasks, Queue):
        new_tasks [color=#666666]=[/color] Queue()
        [color=#008000][b]for[/b][/color] x [color=#AA22FF][b]in[/b][/color] tasks:
            new_tasks[color=#666666].[/color]put(x)
        tasks [color=#666666]=[/color] new_tasks

[color=#408080][i]# If callback result should be placed to the results queue[/i][/color]
    [color=#408080][i]# wrap the callback to the function that will catch result and[/i][/color]
    [color=#408080][i]# put it to the queue[/i][/color]
    [color=#008000][b]if[/b][/color] results:
        old_callback [color=#666666]=[/color] callback
        [color=#008000][b]def[/b][/color] [color=#0000FF]callback[/color]([color=#666666]*[/color]args):
            results[color=#666666].[/color]put(old_callback([color=#666666]*[/color]args))
    
    [color=#008000][b]while[/b][/color] [color=#008000]True[/color]:
        pool [color=#666666]=[/color] [color=#008000]filter[/color]([color=#008000][b]lambda[/b][/color] x: x[color=#666666].[/color]isAlive(), pool)

[color=#008000][b]for[/b][/color] x [color=#AA22FF][b]in[/b][/color] [color=#008000]xrange[/color](limit [color=#666666]-[/color] [color=#008000]len[/color](pool)):
            [color=#008000][b]try[/b][/color]:
                task [color=#666666]=[/color] tasks[color=#666666].[/color]get([color=#008000]False[/color])
            [color=#008000][b]except[/b][/color] QueueEmpty:
                [color=#008000][b]pass[/b][/color]
            [color=#008000][b]else[/b][/color]:
                [color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] [color=#008000]isinstance[/color](task, ([color=#008000]list[/color], [color=#008000]tuple[/color])):
                    task [color=#666666]=[/color] [task]
                t [color=#666666]=[/color] threading[color=#666666].[/color]Thread(target[color=#666666]=[/color]callback, args[color=#666666]=[/color]task)
                t[color=#666666].[/color]start()
                pool[color=#666666].[/color]append(t)

[color=#008000][b]if[/b][/color] [color=#AA22FF][b]not[/b][/color] pool:
            [color=#008000][b]return[/b][/color]

time[color=#666666].[/color]sleep([color=#666666]0.01[/color])

--------------------------------------
Colored with http://dumpz.org

Light HTML Copy To Clipboarddone!

That method generates HTML with CSS classes. Hence you'll need the style sheet file

<div class="highlight"><pre>import threading
import time
from Queue import Queue, Empty as QueueEmpty

def make_work(callback, tasks, limit, results=None):
 &quot;&quot;&quot;
 Run up to limit threads, do tasks.

Put results to results queue if it is specified.
 &quot;&quot;&quot;

pool = []

if not isinstance(tasks, Queue):
 new_tasks = Queue()
 for x in tasks:
 new_tasks.put(x)
 tasks = new_tasks

# If callback result should be placed to the results queue
 # wrap the callback to the function that will catch result and
 # put it to the queue
 if results:
 old_callback = callback
 def callback(*args):
 results.put(old_callback(*args))
 
 while True:
 pool = filter(lambda x: x.isAlive(), pool)

for x in xrange(limit - len(pool)):
 try:
 task = tasks.get(False)
 except QueueEmpty:
 pass
 else:
 if not isinstance(task, (list, tuple)):
 task = [task]
 t = threading.Thread(target=callback, args=task)
 t.start()
 pool.append(t)

if not pool:
 return

time.sleep(0.01)
</pre></div>
 Colored with <a style="color: #333" href="http://dumpz.org">dumpz.org</a>

Habrahabr.ru HTML Copy To Clipboarddone!

Use that HTML for publications on habrahabr.ru

<blockquote><code>import&nbsp;threading
import&nbsp;time
from&nbsp;Queue&nbsp;import&nbsp;Queue,&nbsp;Empty&nbsp;as&nbsp;QueueEmpty

def&nbsp;make_work(callback,&nbsp;tasks,&nbsp;limit,&nbsp;results=None):
&nbsp;&nbsp;&nbsp;&nbsp;&quot;&quot;&quot;
&nbsp;&nbsp;&nbsp;&nbsp;Run&nbsp;up&nbsp;to&nbsp;limit&nbsp;threads,&nbsp;do&nbsp;tasks.

&nbsp;&nbsp;&nbsp;&nbsp;Put&nbsp;results&nbsp;to&nbsp;results&nbsp;queue&nbsp;if&nbsp;it&nbsp;is&nbsp;specified.
&nbsp;&nbsp;&nbsp;&nbsp;&quot;&quot;&quot;

&nbsp;&nbsp;&nbsp;&nbsp;pool&nbsp;=&nbsp;[]

&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;isinstance(tasks,&nbsp;Queue):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;new_tasks&nbsp;=&nbsp;Queue()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;x&nbsp;in&nbsp;tasks:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;new_tasks.put(x)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;tasks&nbsp;=&nbsp;new_tasks

&nbsp;&nbsp;&nbsp;&nbsp;#&nbsp;If&nbsp;callback&nbsp;result&nbsp;should&nbsp;be&nbsp;placed&nbsp;to&nbsp;the&nbsp;results&nbsp;queue
&nbsp;&nbsp;&nbsp;&nbsp;#&nbsp;wrap&nbsp;the&nbsp;callback&nbsp;to&nbsp;the&nbsp;function&nbsp;that&nbsp;will&nbsp;catch&nbsp;result&nbsp;and
&nbsp;&nbsp;&nbsp;&nbsp;#&nbsp;put&nbsp;it&nbsp;to&nbsp;the&nbsp;queue
&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;results:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;old_callback&nbsp;=&nbsp;callback
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;def&nbsp;callback(*args):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;results.put(old_callback(*args))
&nbsp;&nbsp;&nbsp;&nbsp;
&nbsp;&nbsp;&nbsp;&nbsp;while&nbsp;True:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;pool&nbsp;=&nbsp;filter(lambda&nbsp;x:&nbsp;x.isAlive(),&nbsp;pool)

&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;for&nbsp;x&nbsp;in&nbsp;xrange(limit&nbsp;-&nbsp;len(pool)):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;task&nbsp;=&nbsp;tasks.get(False)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except&nbsp;QueueEmpty:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;pass
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;else:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;isinstance(task,&nbsp;(list,&nbsp;tuple)):
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;task&nbsp;=&nbsp;[task]
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;t&nbsp;=&nbsp;threading.Thread(target=callback,&nbsp;args=task)
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;t.start()
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;pool.append(t)

&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if&nbsp;not&nbsp;pool:
&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;return

&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;time.sleep(0.01)
</code></blockquote>Colored with <a href="http://dumpz.org">dumpz.org</a>