0x2620
/
scrapeit
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

strip spaces after removing tags

This commit is contained in:
j 2007-07-30 11:53:55 +00:00
parent 92b8009a62
commit 35e8958efd
2 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapeit/imdb.py
View File

@ -278,7 +278,7 @@ class IMDb:
real_name = name[0]
role_name = name[1]
if role_name:
role_name = role_name.split('(')[0].replace('/ ...','').strip()
role_name = role_name.split('(')[0].replace('/ ...','')
credits['cast'].append((stripTags(real_name), stripTags(role_name)))
self.credits = credits
return self.credits

7
scrapeit/utils.py
View File

@ -125,9 +125,10 @@ def html_entity_decode(s, encoding = 'utf-8'):
return u''.join(r)
def stripTags(s):
return djangohtml.strip_tags(htmldecode(s))
if s:
return djangohtml.strip_tags(htmldecode(s)).strip()
return u''
from htmlentitydefs import name2codepoint
# This pattern matches a character entity reference (a decimal numeric