tsr/planet
1
0
Fork 0
Code Issues 3 Pull Requests Releases Wiki Activity

Fix for problem found by Seth Vidal:

Browse Source 
http://lists.planetplanet.org/archives/devel/2010-August/002156.html
This commit is contained in:
Sam Ruby 2010-10-26 02:57:35 +08:00 committed by Morten Frederiksen
parent 5cefb0fdeb
commit 62d3e68f79
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
planet/spider.py
View File

@ -428,8 +428,6 @@ def spiderPlanet(only_if_new = False):
# Process the results as they arrive # Process the results as they arrive
feeds_seen = {} feeds_seen = {}
while fetch_queue.qsize() or parse_queue.qsize() or threads: while fetch_queue.qsize() or parse_queue.qsize() or threads:
while parse_queue.qsize() == 0 and threads:
time.sleep(0.1)
while parse_queue.qsize(): while parse_queue.qsize():
(uri, feed_info, feed) = parse_queue.get(False) (uri, feed_info, feed) = parse_queue.get(False)
try: try:
@ -487,6 +485,8 @@ def spiderPlanet(only_if_new = False):
traceback.format_tb(tb)): traceback.format_tb(tb)):
log.error(line.rstrip()) log.error(line.rstrip())
time.sleep(0.1)
for index in threads.keys(): for index in threads.keys():
if not threads[index].isAlive(): if not threads[index].isAlive():
del threads[index] del threads[index]