tsr/planet
1
0
Fork 0
Code Issues 3 Pull Requests Releases Wiki Activity

Only take the feed updated time the first time an entry is seen

Browse Source
This commit is contained in:
Sam Ruby 2006-11-11 11:18:33 -05:00
parent 7696b0e9a7
commit fe3c1664c2
3 changed files with 157 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
THANKS
View File

@ -10,6 +10,7 @@ Eric van der Vlist - Filters to add language, category information
Chris Dolan - mkdir cache; default template_dirs; fix xsltproc
David Sifry - rss 2.0 xslt template based on http://atom.geekhood.net/
Morten Fredericksen - Support WordPress LinkManager OPML
Harry Fuecks - default item date to feed date
This codebase represents a radical refactoring of Planet 2.0, which lists
the following contributors:

11
planet/spider.py
View File

@ -241,18 +241,23 @@ def spiderFeed(feed, only_if_new=0):
# get updated-date either from the entry or the cache (default to now)
mtime = None
entry['updated_parsed'] = reconstitute.entry_updated(data.feed, entry)
if entry['updated_parsed']:
if not entry.has_key('updated_parsed'):
if entry.has_key('published_parsed'):
entry['updated_parsed'] = entry['published_parsed']
if not entry.has_key('updated_parsed'):
try:
mtime = calendar.timegm(entry.updated_parsed)
if mtime > time.time(): mtime = None
except:
pass
if not mtime:
try:
mtime = os.stat(cache_file).st_mtime
except:
if data.feed.has_key('updated_parsed'):
mtime = calendar.timegm(data.feed.updated_parsed)
else:
mtime = time.time()
if mtime > time.time(): mtime = None
entry['updated_parsed'] = time.gmtime(mtime)
# apply any filters

146
themes/common/validate.html.xslt Normal file
View File

@ -0,0 +1,146 @@
<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"
xmlns:atom="http://www.w3.org/2005/Atom"
xmlns:xhtml="http://www.w3.org/1999/xhtml"
xmlns:planet="http://planet.intertwingly.net/"
xmlns="http://www.w3.org/1999/xhtml">
<xsl:template match="atom:feed">
<html xmlns="http://www.w3.org/1999/xhtml">
<!-- head -->
<xsl:text>&#10;&#10;</xsl:text>
<head>
<title><xsl:value-of select="atom:title"/></title>
<meta name="robots" content="noindex,nofollow" />
<meta name="generator" content="{atom:generator}" />
<link rel="shortcut icon" href="/favicon.ico" />
<style type="text/css">
img{border:0}
a{text-decoration:none}
a:hover{text-decoration:underline}
.message{border-bottom:1px dashed red} a.message:hover{cursor: help;text-decoration: none}
dl{margin:0}
dt{float:left;width:9em}
dt:after{content:':'}
</style>
</head>
<!-- body -->
<xsl:text>&#10;&#10;</xsl:text>
<body>
<table border="1" cellpadding="3" cellspacing="0">
<thead>
<tr>
<th></th>
<th>Name</th>
<th>Format</th>
<xsl:if test="//planet:ignore_in_feed | //planet:filters |
//planet:*[contains(local-name(),'_type')]">
<th>Notes</th>
</xsl:if>
</tr>
</thead>
<xsl:apply-templates select="planet:source">
<xsl:sort select="planet:name"/>
</xsl:apply-templates>
<xsl:text>&#10;</xsl:text>
</table>
</body>
</html>
</xsl:template>
<xsl:template match="planet:source">
<xsl:variable name="validome_format">
<xsl:choose>
<xsl:when test="planet:format = 'rss090'">rss_0_90</xsl:when>
<xsl:when test="planet:format = 'rss091n'">rss_0_91</xsl:when>
<xsl:when test="planet:format = 'rss091u'">rss_0_91</xsl:when>
<xsl:when test="planet:format = 'rss10'">rss_1_0</xsl:when>
<xsl:when test="planet:format = 'rss092'">rss_0_90</xsl:when>
<xsl:when test="planet:format = 'rss093'"></xsl:when>
<xsl:when test="planet:format = 'rss094'">rss_0_90</xsl:when>
<xsl:when test="planet:format = 'rss20'">rss_2_0</xsl:when>
<xsl:when test="planet:format = 'rss'">rss_2_0</xsl:when>
<xsl:when test="planet:format = 'atom01'"></xsl:when>
<xsl:when test="planet:format = 'atom02'"></xsl:when>
<xsl:when test="planet:format = 'atom03'">atom_0_3</xsl:when>
<xsl:when test="planet:format = 'atom10'">atom_1_0</xsl:when>
<xsl:when test="planet:format = 'atom'">atom_1_0</xsl:when>
<xsl:when test="planet:format = 'cdf'"></xsl:when>
<xsl:when test="planet:format = 'hotrss'"></xsl:when>
</xsl:choose>
</xsl:variable>
<xsl:text>&#10;</xsl:text>
<tr>
<xsl:if test="planet:bozo='true'">
<xsl:attribute name="bgcolor">#FCC</xsl:attribute>
</xsl:if>
<td>
<a title="feed validator">
<xsl:attribute name="href">
<xsl:text>http://feedvalidator.org/check?url=</xsl:text>
<xsl:choose>
<xsl:when test="planet:http_location">
<xsl:value-of select="planet:http_location"/>
</xsl:when>
<xsl:when test="atom:link[@rel='self']/@href">
<xsl:value-of select="atom:link[@rel='self']/@href"/>
</xsl:when>
</xsl:choose>
</xsl:attribute>
<img src="http://feedvalidator.org/favicon.ico" hspace='2' vspace='1'/>
</a>
<a title="validome">
<xsl:attribute name="href">
<xsl:text>http://www.validome.org/rss-atom/validate?</xsl:text>
<xsl:text>viewSourceCode=1&amp;version=</xsl:text>
<xsl:value-of select="$validome_format"/>
<xsl:text>&amp;url=</xsl:text>
<xsl:choose>
<xsl:when test="planet:http_location">
<xsl:value-of select="planet:http_location"/>
</xsl:when>
<xsl:when test="atom:link[@rel='self']/@href">
<xsl:value-of select="atom:link[@rel='self']/@href"/>
</xsl:when>
</xsl:choose>
</xsl:attribute>
<img src="http://validome.org/favicon.ico" hspace='2' vspace='1'/>
</a>
</td>
<td>
<a href="{atom:link[@rel='alternate']/@href}">
<xsl:choose>
<xsl:when test="planet:message">
<xsl:attribute name="class">message</xsl:attribute>
<xsl:attribute name="title">
<xsl:value-of select="planet:message"/>
</xsl:attribute>
</xsl:when>
<xsl:when test="atom:title">
<xsl:attribute name="title">
<xsl:value-of select="atom:title"/>
</xsl:attribute>
</xsl:when>
</xsl:choose>
<xsl:value-of select="planet:name"/>
</a>
</td>
<td><xsl:value-of select="planet:format"/></td>
<xsl:if test="planet:ignore_in_feed | planet:filters |
planet:*[contains(local-name(),'_type')]">
<td>
<dl>
<xsl:for-each select="planet:ignore_in_feed | planet:filters |
planet:*[contains(local-name(),'_type')]">
<xsl:sort select="local-name()"/>
<dt><xsl:value-of select="local-name()"/></dt>
<dd><xsl:value-of select="."/></dd>
</xsl:for-each>
</dl>
</td>
</xsl:if>
</tr>
</xsl:template>
</xsl:stylesheet>