From 6b7fbafb13216bb533ba2b70ef38cb0fa6459610 Mon Sep 17 00:00:00 2001 From: Sam Ruby Date: Mon, 25 Oct 2010 14:57:35 -0400 Subject: [PATCH] Fix for problem found by Seth Vidal: http://lists.planetplanet.org/archives/devel/2010-August/002156.html --- planet/spider.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/planet/spider.py b/planet/spider.py index 034b312..311077f 100644 --- a/planet/spider.py +++ b/planet/spider.py @@ -428,8 +428,6 @@ def spiderPlanet(only_if_new = False): # Process the results as they arrive feeds_seen = {} while fetch_queue.qsize() or parse_queue.qsize() or threads: - while parse_queue.qsize() == 0 and threads: - time.sleep(0.1) while parse_queue.qsize(): (uri, feed_info, feed) = parse_queue.get(False) try: @@ -487,6 +485,8 @@ def spiderPlanet(only_if_new = False): traceback.format_tb(tb)): log.error(line.rstrip()) + time.sleep(0.1) + for index in threads.keys(): if not threads[index].isAlive(): del threads[index]