From 62d3e68f793537a982cc850d87b407864622441e Mon Sep 17 00:00:00 2001 From: Sam Ruby Date: Tue, 26 Oct 2010 02:57:35 +0800 Subject: [PATCH] Fix for problem found by Seth Vidal: http://lists.planetplanet.org/archives/devel/2010-August/002156.html --- planet/spider.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/planet/spider.py b/planet/spider.py index 034b312..311077f 100644 --- a/planet/spider.py +++ b/planet/spider.py @@ -428,8 +428,6 @@ def spiderPlanet(only_if_new = False): # Process the results as they arrive feeds_seen = {} while fetch_queue.qsize() or parse_queue.qsize() or threads: - while parse_queue.qsize() == 0 and threads: - time.sleep(0.1) while parse_queue.qsize(): (uri, feed_info, feed) = parse_queue.get(False) try: @@ -487,6 +485,8 @@ def spiderPlanet(only_if_new = False): traceback.format_tb(tb)): log.error(line.rstrip()) + time.sleep(0.1) + for index in threads.keys(): if not threads[index].isAlive(): del threads[index]