tsr/planet
1
0
Fork 0
Code Issues 3 Pull Requests Releases Wiki Activity

added 304 checking before calling spiderFeed()

Browse Source
This commit is contained in:
Joe Gregorio 2006-11-03 11:40:16 -05:00
parent 217e850e41
commit b2ccc8c1ff
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
planet/spider.py
View File

@ -372,8 +372,9 @@ def spiderPlanet(only_if_new = False):
item = awaiting_parsing.get(False)
try:
(resp_headers, content, uri) = item
log.info("Parsing pre-fetched %s", uri)
spiderFeed(uri, only_if_new=only_if_new, content=content, resp_headers=resp_headers)
if not resp_headers.fromcache:
log.info("Parsing pre-fetched %s", uri)
spiderFeed(uri, only_if_new=only_if_new, content=content, resp_headers=resp_headers)
except Exception, e:
import sys, traceback
type, value, tb = sys.exc_info()