0x2620/python-oxweb
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

updating allmovie module

Browse source
This commit is contained in:
Rolux 2009-07-14 00:25:07 +02:00
parent acb0e3f0e8
commit e34f222e54
1 changed files with 49 additions and 41 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

90
oxweb/allmovie.py
View file

@ -6,55 +6,63 @@ import time
from oxlib import stripTags, findRe
from oxlib.cache import getUrlUnicode
def getMovieData(allmovieId):
data = {}
html = getUrlUnicode("http://www.allmovie.com/cg/avg.dll?p=avg&sql=1:%s~T0" % allmovieId)
data['poster'] = findRe(html, '<img src="(http://image.*?)"')
data['year'] = findRe(html, '<a href="/cg/avg.dll\?p=avg&amp;sql=24:\d{4}">(\d{4})</a>')
data['runtime'] = findRe(html, 'sql=24:\d{4}">.*?">(.*?)min.</td></tr></table>').strip()
data['rating'] = findRe(html, '" alt="(\d+?) Stars"')
data['country'] = findRe(html, '<a href="/cg/avg.dll\?p=avg&sql=24:D\|\|\|206">(.*?)</')
data['director'] = stripTags(findRe(html, '<td class="formed-sub"><a href="/cg/avg.dll\?p=avg&sql=2:\d+">(.*?)</td>')).split(', ')
data['genre'] = parseList(html, 'Genre / Type')
def getId(url):
return url.split("/")[-2]
def getData(id):
data = {
"url": getUrl(id)
}
html = getUrlUnicode(data["url"])
data['aka'] = parseList(html, 'AKA')
data['category'] = findRe(html, 'http://allmovie.com/explore/category/.*?">(.*?)</a>')
data['countries'] = parseList(html, 'Countries')
data['director'] = parseEntry(html, 'Director')
data['genres'] = parseList(html, 'Genres')
data['keywords'] = parseList(html, 'Keywords')
data['themes'] = parseList(html, 'Themes')
data['boxoffice'] = parseEntry(html, 'Box office')[1:].replace(',', '')
data['produced'] = parseEntry(html, 'Produced by')
data['releasedate'] = parseEntry(html, 'Release')[0:10].replace(' ', '-')
data['posters'] = [findRe(html, '<img src="(http://image\..*?)"')]
data['produced'] = parseList(html, 'Produced by')
data['rating'] = findRe(html, 'Stars" title="(.*?) Stars"')
data['released'] = parseEntry(html, 'Released by')
data['synopsis'] = stripTags(findRe(html, 'Plot Synopsis</td>.*?<td colspan="2"><p>(.*?)</td>'))
html = getUrlUnicode("http://www.allmovie.com/cg/avg.dll?p=avg&sql=1:%s~T1" % allmovieId)
data['review'] = stripTags(findRe(html, 'Review</td>.*?<td colspan="2"><p>(.*?)</td>'))
html = getUrlUnicode("http://www.allmovie.com/cg/avg.dll?p=avg&sql=1:%s~T2" % allmovieId)
data['cast'] = map(
lambda x: map(
lambda x: stripTags(x).strip(),
x.split('&nbsp;</td><td width="305"><i>-')
),
findRe(html, '<div id="results-table">(.*?)</table>').split('</td></tr>')[:-1]
)
html = getUrlUnicode("http://www.allmovie.com/cg/avg.dll?p=avg&sql=1:%s~T3" % allmovieId)
data['credits'] = map(
lambda x: map(
lambda x: stripTags(x).strip(),
x.split('&nbsp;</TD><TD WIDTH=305><I>-')
),
findRe(html, '<div id="results-table">(.*?)</table>').split('</TD></TR>')[:-1]
)
data['releasedate'] = parseEntry(html, 'Release')[0:10].replace(' ', '-')
data['runtime'] = findRe(html, '<td class="formed-sub" style="width: 86px;">(\d+) min.</td>')
data['set'] = parseEntry(html, 'Set In')
data['synopsis'] = parseText(html, 'Plot Synopsis')
data['themes'] = parseList(html, 'Themes')
data['types'] = parseList(html, 'Types')
data['year'] = findRe(html, '"http://allmovie.com/explore/year/(.*?)"')
html = getUrlUnicode("http://allmovie.com/work/%s/cast" % id)
data['cast'] = parseTable(html)
html = getUrlUnicode("http://allmovie.com/work/%s/credits" % id)
data['credits'] = parseTable(html)
html = getUrlUnicode("http://allmovie.com/work/%s/review" % id)
data['review'] = parseText(html, 'Review')
return data
def getMoviePoster(allmovieId):
data = getMovieData(allmovieId)
if data:
return data['poster']
return ''
def getUrl(id):
return "http://allmovie.com/work/%s/" % id
def parseEntry(html, title):
return stripTags(findRe(html, '<span>%s</span>(.*?)</table>' % title))
return stripTags(findRe(html, '<span>%s</span>(.*?)</table>' % title)).strip()
def parseList(html, title):
return map(lambda x: stripTags(x), findRe(html, '<span>%s</span>(.*?)</table>' % title).split('</li><li>'))
html = findRe(html, '<span>%s</span>(.*?)</table>' % title)
return map(lambda x: stripTags(x), re.compile('<li>(.*?)</li>', re.DOTALL).findall(html))
def parseTable(html):
return map(
lambda x: map(
lambda x: stripTags(x).strip().replace('&nbsp;', ''),
x.split('<td width="305">-')
),
findRe(html, '<div id="results-table">(.*?)</table>').split('</tr>')[:-1]
)
def parseText(html, title):
return stripTags(findRe(html, '%s</td>.*?<td colspan="2"><p>(.*?)</td>' % title)).strip()
if __name__ == '__main__':
print getMovieData('177524')
print getData('129689')
# print getData('177524')