From 20b0ba62ceb1f8dbdf42a02ed1fd48a036982e1b Mon Sep 17 00:00:00 2001 From: Sam Ruby Date: Wed, 18 Oct 2006 06:57:42 -0400 Subject: [PATCH] Ensure index is utf-8 --- planet/spider.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/planet/spider.py b/planet/spider.py index f27db0a..8fd10bd 100644 --- a/planet/spider.py +++ b/planet/spider.py @@ -249,8 +249,10 @@ def spiderFeed(feed): # optionally index if index != None: - index[filename('', entry.id)] = \ - data.feed.get('id', data.feed.get('link',None)) + feedid = data.feed.get('id', data.feed.get('link',None)) + if feedid: + if type(feedid) == unicode: feedid = feedid.encode('utf-8') + index[filename('', entry.id)] = feedid if index: index.close()