tsr/planet
1
0
Fork 0
Code Issues 3 Pull Requests Releases Wiki Activity

added 304 checking before calling spiderFeed()

Browse Source
This commit is contained in:
Joe Gregorio 2006-11-03 11:40:16 -05:00
parent 217e850e41
commit b2ccc8c1ff
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
planet/spider.py
View File

@ -372,6 +372,7 @@ def spiderPlanet(only_if_new = False):
item = awaiting_parsing.get(False) item = awaiting_parsing.get(False)
try: try:
(resp_headers, content, uri) = item (resp_headers, content, uri) = item
if not resp_headers.fromcache:
log.info("Parsing pre-fetched %s", uri) log.info("Parsing pre-fetched %s", uri)
spiderFeed(uri, only_if_new=only_if_new, content=content, resp_headers=resp_headers) spiderFeed(uri, only_if_new=only_if_new, content=content, resp_headers=resp_headers)
except Exception, e: except Exception, e: