tsr/planet
1
0
Fork 0
Code Issues 3 Pull Requests Releases Wiki Activity

limit length of filename

Browse Source
This commit is contained in:
Sam Ruby 2006-10-09 12:23:45 -04:00
parent 64e1f081f4
commit d871cebbb5
1 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
planet/spider.py
View File

@ -34,6 +34,16 @@ def filename(directory, filename):
filename = re_initial_cruft.sub("", filename) filename = re_initial_cruft.sub("", filename)
filename = re_final_cruft.sub("", filename) filename = re_final_cruft.sub("", filename)
# limit length of filename
if len(filename)>250:
parts=filename.split(',')
for i in range(len(parts),0,-1):
if len(','.join(parts[:i])) < 220:
import md5
filename = ','.join(parts[:i]) + ',' + \
md5.new(','.join(parts[i:])).hexdigest()
break
return os.path.join(directory, filename) return os.path.join(directory, filename)
def write(xdoc, out): def write(xdoc, out):