py3 support
This commit is contained in:
parent
98795d3a25
commit
0b80bebf15
26 changed files with 168 additions and 111 deletions
|
@ -1,9 +1,12 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
import models
|
|
||||||
from django.contrib import admin
|
from django.contrib import admin
|
||||||
|
|
||||||
|
from . import models
|
||||||
|
|
||||||
|
|
||||||
class CoverAdmin(admin.ModelAdmin):
|
class CoverAdmin(admin.ModelAdmin):
|
||||||
search_fields = ['url', 'isbn']
|
search_fields = ['url', 'isbn']
|
||||||
admin.site.register(models.Cover, CoverAdmin)
|
admin.site.register(models.Cover, CoverAdmin)
|
||||||
|
|
|
@ -1,10 +1,11 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
from __future__ import division
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
import os.path
|
import os.path
|
||||||
import hashlib
|
import hashlib
|
||||||
|
|
||||||
|
from six.moves import urllib
|
||||||
from django.db import models
|
from django.db import models
|
||||||
from django.core.files.base import ContentFile
|
from django.core.files.base import ContentFile
|
||||||
|
|
||||||
|
@ -12,7 +13,8 @@ from lookup.models import MovieId
|
||||||
|
|
||||||
def getCovers(isbn, url_prefix='', limit=lambda x, y: 0.3 < x/y < 1):
|
def getCovers(isbn, url_prefix='', limit=lambda x, y: 0.3 < x/y < 1):
|
||||||
covers = {}
|
covers = {}
|
||||||
if url_prefix.endswith('/'): url_prefix = url_prefix[:-1]
|
if url_prefix.endswith('/'):
|
||||||
|
url_prefix = url_prefix[:-1]
|
||||||
for p in CoverCache.objects.all().filter(isbn=isbn, failed=False).order_by('id'):
|
for p in CoverCache.objects.all().filter(isbn=isbn, failed=False).order_by('id'):
|
||||||
if p.site not in covers:
|
if p.site not in covers:
|
||||||
covers[p.site] = []
|
covers[p.site] = []
|
||||||
|
@ -24,15 +26,17 @@ def getCovers(isbn, url_prefix='', limit=lambda x, y: 0.3 < x/y < 1):
|
||||||
pjson['height'] = cover.height
|
pjson['height'] = cover.height
|
||||||
if p.site not in ['other', 'wikipedia.org'] or limit(cover.width, cover.height):
|
if p.site not in ['other', 'wikipedia.org'] or limit(cover.width, cover.height):
|
||||||
covers[p.site].append(pjson)
|
covers[p.site].append(pjson)
|
||||||
for p in covers.keys():
|
for p in list(covers):
|
||||||
if not covers[p]:
|
if not covers[p]:
|
||||||
del covers[p]
|
del covers[p]
|
||||||
covers = Cover.objects.filter(isbn=isbn).exclude(cover='')
|
covers = Cover.objects.filter(isbn=isbn).exclude(cover='')
|
||||||
if cover.count() > 0:
|
if cover.count() > 0:
|
||||||
covers['local'] = [p.cover.url]
|
covers['local'] = [p.cover.url]
|
||||||
return covers
|
return covers
|
||||||
|
|
||||||
def cover_path(url, filename):
|
def cover_path(url, filename):
|
||||||
|
if not isinstance(url, bytes):
|
||||||
|
url = url.encode('utf-8')
|
||||||
h = hashlib.sha1(url).hexdigest()
|
h = hashlib.sha1(url).hexdigest()
|
||||||
ext = 'jpg'
|
ext = 'jpg'
|
||||||
if filename.endswith('.png'):
|
if filename.endswith('.png'):
|
||||||
|
@ -66,13 +70,13 @@ class CoverCache(models.Model):
|
||||||
try:
|
try:
|
||||||
data = ox.net.read_url(url)
|
data = ox.net.read_url(url)
|
||||||
self.image.save(name, ContentFile(data))
|
self.image.save(name, ContentFile(data))
|
||||||
except ox.net.urllib2.HTTPError, e:
|
except urllib.error.HTTPError as e:
|
||||||
#import traceback
|
#import traceback
|
||||||
#print traceback.print_exc()
|
#print traceback.print_exc()
|
||||||
self.status = e.code
|
self.status = e.code
|
||||||
self.failed = True
|
self.failed = True
|
||||||
self.save()
|
self.save()
|
||||||
except ox.net.urllib2.URLError, e:
|
except urllib.error.URLError as e:
|
||||||
#import traceback
|
#import traceback
|
||||||
#print traceback.print_exc()
|
#print traceback.print_exc()
|
||||||
self.status = e.reason
|
self.status = e.reason
|
||||||
|
|
|
@ -1,6 +1,7 @@
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
from django.conf.urls import url
|
from django.conf.urls import url
|
||||||
|
|
||||||
import views
|
from . import views
|
||||||
|
|
||||||
urlpatterns = [
|
urlpatterns = [
|
||||||
url(r'^$', views.cover),
|
url(r'^$', views.cover),
|
||||||
|
|
|
@ -1,9 +1,10 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
from oxdjango.shortcuts import render_to_json_response
|
from oxdjango.shortcuts import render_to_json_response
|
||||||
|
|
||||||
import models
|
from . import models
|
||||||
|
|
||||||
def cover(request):
|
def cover(request):
|
||||||
isbn = request.GET['isbn']
|
isbn = request.GET['isbn']
|
||||||
|
|
|
@ -1,8 +1,9 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
import models
|
|
||||||
from django.contrib import admin
|
from django.contrib import admin
|
||||||
|
from . import models
|
||||||
|
|
||||||
class MovieIdAdmin(admin.ModelAdmin):
|
class MovieIdAdmin(admin.ModelAdmin):
|
||||||
search_fields = ['title', 'imdb_id']
|
search_fields = ['title', 'imdb_id']
|
||||||
|
|
|
@ -1,13 +1,15 @@
|
||||||
# -*- coding: UTF-8 -*-
|
# -*- coding: UTF-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
import ox.web.criterion
|
import ox.web.criterion
|
||||||
import ox.web.imdb
|
import ox.web.imdb
|
||||||
import ox.web.impawards
|
import ox.web.impawards
|
||||||
|
|
||||||
import models
|
|
||||||
from poster.models import PosterCache
|
from poster.models import PosterCache
|
||||||
import modules
|
|
||||||
|
from . import models
|
||||||
|
from . import modules
|
||||||
|
|
||||||
def addPoster(m, url, site, site_id):
|
def addPoster(m, url, site, site_id):
|
||||||
if PosterCache.objects.all().filter(url=url).count() == 0:
|
if PosterCache.objects.all().filter(url=url).count() == 0:
|
||||||
|
@ -32,19 +34,19 @@ def get_ids():
|
||||||
m = models.get_movie_id(data['imdbId'])
|
m = models.get_movie_id(data['imdbId'])
|
||||||
if m:
|
if m:
|
||||||
if not m.impawards_id:
|
if not m.impawards_id:
|
||||||
print 'impawards', ox.web.impawards.get_url(id)
|
print('impawards', ox.web.impawards.get_url(id))
|
||||||
m.impawards_id = id
|
m.impawards_id = id
|
||||||
m.save()
|
m.save()
|
||||||
for poster in data['posters']:
|
for poster in data['posters']:
|
||||||
addPoster(m, poster, 'impawards.com', m.imdb_id)
|
addPoster(m, poster, 'impawards.com', m.imdb_id)
|
||||||
else:
|
else:
|
||||||
print 'missing impawards', ox.web.impawards.get_url(id)
|
print('missing impawards', ox.web.impawards.get_url(id))
|
||||||
|
|
||||||
for id in ox.web.criterion.get_ids():
|
for id in ox.web.criterion.get_ids():
|
||||||
if id in ('626', '835'):
|
if id in ('626', '835'):
|
||||||
continue
|
continue
|
||||||
if models.MovieId.objects.all().filter(criterion_id=id).count() == 0:
|
if models.MovieId.objects.all().filter(criterion_id=id).count() == 0:
|
||||||
print 'criterion', id
|
print('criterion', id)
|
||||||
data = ox.web.criterion.get_data(id, get_imdb=True)
|
data = ox.web.criterion.get_data(id, get_imdb=True)
|
||||||
if data and 'imdbId' in data:
|
if data and 'imdbId' in data:
|
||||||
m = models.get_movie_id(data['imdbId'])
|
m = models.get_movie_id(data['imdbId'])
|
||||||
|
@ -53,7 +55,7 @@ def get_ids():
|
||||||
m.save()
|
m.save()
|
||||||
addPoster(m, poster, 'criterion.com', m.criterion_id)
|
addPoster(m, poster, 'criterion.com', m.criterion_id)
|
||||||
else:
|
else:
|
||||||
print data['title'], "no imdbId"
|
print(data['title'], "no imdbId")
|
||||||
|
|
||||||
modules.get_ids.run()
|
modules.get_ids.run()
|
||||||
|
|
||||||
|
|
|
@ -1,7 +1,9 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
import os
|
import os
|
||||||
from urllib import quote
|
from six.moves.urllib.parse import quote
|
||||||
|
|
||||||
from django.db import models
|
from django.db import models
|
||||||
|
|
||||||
|
@ -12,7 +14,7 @@ import ox.web.imdb
|
||||||
import ox.web.wikipedia
|
import ox.web.wikipedia
|
||||||
import ox.web.allmovie
|
import ox.web.allmovie
|
||||||
|
|
||||||
from modules import get_info
|
from .modules import get_info
|
||||||
|
|
||||||
oxdb_api = ox.API('https://0xdb.org/api/')
|
oxdb_api = ox.API('https://0xdb.org/api/')
|
||||||
|
|
||||||
|
@ -31,7 +33,7 @@ def get_movie_id(imdb_id):
|
||||||
}.get(imdb_id, imdb_id)
|
}.get(imdb_id, imdb_id)
|
||||||
m, created = MovieId.objects.get_or_create(imdb_id=imdb_id)
|
m, created = MovieId.objects.get_or_create(imdb_id=imdb_id)
|
||||||
if created:
|
if created:
|
||||||
m = MovieId.objects.get(imdb_id=imdb_id)
|
m = MovieId.objects.get(imdb_id=imdb_id)
|
||||||
m.updateFromImdb()
|
m.updateFromImdb()
|
||||||
return m
|
return m
|
||||||
|
|
||||||
|
@ -47,14 +49,14 @@ class MovieId(models.Model):
|
||||||
season = models.IntegerField(default=-1)
|
season = models.IntegerField(default=-1)
|
||||||
episode = models.IntegerField(default=-1)
|
episode = models.IntegerField(default=-1)
|
||||||
|
|
||||||
oxdb_id = models.CharField(max_length=42, unique=True, blank=True, null=True, default=None)
|
oxdb_id = models.CharField(max_length=42, unique=True, blank=True, null=True, default=None)
|
||||||
imdb_id = models.CharField(max_length=7, unique=True, blank=True, null=True, default=None)
|
imdb_id = models.CharField(max_length=7, unique=True, blank=True, null=True, default=None)
|
||||||
|
|
||||||
amg_id = models.IntegerField(unique=True, blank=True, null=True, default=None)
|
amg_id = models.IntegerField(unique=True, blank=True, null=True, default=None)
|
||||||
archiveorg_id = models.CharField(unique=True, max_length=255, blank=True, null=True, default=None)
|
archiveorg_id = models.CharField(unique=True, max_length=255, blank=True, null=True, default=None)
|
||||||
wikipedia_id = models.CharField(unique=True, max_length=255, blank=True, null=True, default=None)
|
wikipedia_id = models.CharField(unique=True, max_length=255, blank=True, null=True, default=None)
|
||||||
criterion_id = models.IntegerField(unique=True, blank=True, null=True, default=None)
|
criterion_id = models.IntegerField(unique=True, blank=True, null=True, default=None)
|
||||||
impawards_id = models.CharField(max_length=255, unique=True, blank=True, null=True, default=None)
|
impawards_id = models.CharField(max_length=255, unique=True, blank=True, null=True, default=None)
|
||||||
|
|
||||||
#FIXME: look into other ids
|
#FIXME: look into other ids
|
||||||
#what about tv.com ids/urls for tv episodes
|
#what about tv.com ids/urls for tv episodes
|
||||||
|
@ -93,11 +95,11 @@ class MovieId(models.Model):
|
||||||
if not self.wikipedia_id:
|
if not self.wikipedia_id:
|
||||||
self.wikipedia_id = ox.web.wikipedia.get_id(ox.web.wikipedia.get_url(imdb=self.imdb_id))
|
self.wikipedia_id = ox.web.wikipedia.get_id(ox.web.wikipedia.get_url(imdb=self.imdb_id))
|
||||||
if not self.wikipedia_id:
|
if not self.wikipedia_id:
|
||||||
self.wikipedia_id=None
|
self.wikipedia_id = None
|
||||||
#ignore wikipedia id if already used by another movie,
|
#ignore wikipedia id if already used by another movie,
|
||||||
#its most likely wrong for both in that case
|
#its most likely wrong for both in that case
|
||||||
elif MovieId.objects.filter(wikipedia_id=self.wikipedia_id).count() >= 1:
|
elif MovieId.objects.filter(wikipedia_id=self.wikipedia_id).count() >= 1:
|
||||||
self.wikipedia_id=None
|
self.wikipedia_id = None
|
||||||
#if not self.oxdb_id:
|
#if not self.oxdb_id:
|
||||||
# self.gen_oxdb_id()
|
# self.gen_oxdb_id()
|
||||||
self.save()
|
self.save()
|
||||||
|
@ -234,7 +236,7 @@ class MovieId(models.Model):
|
||||||
|
|
||||||
posters = getPosters(self, prefix)
|
posters = getPosters(self, prefix)
|
||||||
for key in posters:
|
for key in posters:
|
||||||
if not key in json:
|
if key not in json:
|
||||||
json[key] = {}
|
json[key] = {}
|
||||||
json[key]['posters'] = posters[key]
|
json[key]['posters'] = posters[key]
|
||||||
return json
|
return json
|
||||||
|
|
|
@ -1,3 +1,6 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
class IdModules(object):
|
class IdModules(object):
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
|
|
|
@ -1,13 +1,16 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
from datetime import timedelta, datetime
|
from datetime import timedelta, datetime
|
||||||
|
|
||||||
from celery.decorators import task, periodic_task
|
from celery.decorators import task, periodic_task
|
||||||
|
|
||||||
import models
|
|
||||||
import cache
|
|
||||||
import poster.models
|
import poster.models
|
||||||
|
|
||||||
|
from . import models
|
||||||
|
from . import cache
|
||||||
|
|
||||||
|
|
||||||
@periodic_task(run_every=timedelta(days=1))
|
@periodic_task(run_every=timedelta(days=1))
|
||||||
def cronjob(**kwargs):
|
def cronjob(**kwargs):
|
||||||
|
|
|
@ -1,6 +1,8 @@
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
from django.conf.urls import url
|
from django.conf.urls import url
|
||||||
|
|
||||||
import views
|
from . import views
|
||||||
|
|
||||||
urlpatterns = [
|
urlpatterns = [
|
||||||
url(r'^$', views.ids),
|
url(r'^$', views.ids),
|
||||||
|
|
|
@ -1,10 +1,12 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
from oxdjango.shortcuts import render_to_json_response, json_response
|
from oxdjango.shortcuts import render_to_json_response, json_response
|
||||||
from oxdjango.api import actions
|
from oxdjango.api import actions
|
||||||
|
|
||||||
|
|
||||||
import models
|
from . import models
|
||||||
|
|
||||||
def get_movie_id(request):
|
def get_movie_id(request):
|
||||||
movie_id = None
|
movie_id = None
|
||||||
|
|
|
@ -5,9 +5,12 @@ import sys
|
||||||
root_dir = os.path.normpath(os.path.abspath(os.path.dirname(__file__)))
|
root_dir = os.path.normpath(os.path.abspath(os.path.dirname(__file__)))
|
||||||
os.chdir(root_dir)
|
os.chdir(root_dir)
|
||||||
|
|
||||||
#using virtualenv's activate_this.py to reorder sys.path
|
# using virtualenv's activate_this.py to reorder sys.path
|
||||||
activate_this = os.path.join(root_dir, '..', 'bin', 'activate_this.py')
|
activate_this = os.path.join(root_dir, '..', 'bin', 'activate_this.py')
|
||||||
execfile(activate_this, dict(__file__=activate_this))
|
with open(activate_this) as f:
|
||||||
|
code = compile(f.read(), activate_this, 'exec')
|
||||||
|
exec(code, dict(__file__=activate_this))
|
||||||
|
# execfile(activate_this, dict(__file__=activate_this))
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
|
|
@ -1,12 +1,14 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
from __future__ import division
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
import re
|
import re
|
||||||
import unicodedata
|
import unicodedata
|
||||||
from urllib import quote
|
from six.moves.urllib.parse import quote
|
||||||
|
from six import string_types
|
||||||
import hashlib
|
import hashlib
|
||||||
import base64
|
import base64
|
||||||
|
import binascii
|
||||||
|
|
||||||
from django.db import models
|
from django.db import models
|
||||||
from django.conf import settings
|
from django.conf import settings
|
||||||
|
@ -17,9 +19,9 @@ from lookup.models import get_movie_id
|
||||||
from poster.models import getPosters
|
from poster.models import getPosters
|
||||||
|
|
||||||
def normalize_value(value):
|
def normalize_value(value):
|
||||||
if isinstance(value, str):
|
if isinstance(value, bytes):
|
||||||
value = value.decode('utf-8')
|
value = value.decode('utf-8')
|
||||||
if isinstance(value, unicode):
|
if isinstance(value, string_types):
|
||||||
value = unicodedata.normalize('NFD', value)
|
value = unicodedata.normalize('NFD', value)
|
||||||
return value
|
return value
|
||||||
|
|
||||||
|
@ -222,7 +224,7 @@ class Imdb(models.Model):
|
||||||
j[key] = j[key].strip().split('\n')
|
j[key] = j[key].strip().split('\n')
|
||||||
else:
|
else:
|
||||||
del j[key]
|
del j[key]
|
||||||
for key in j.keys():
|
for key in list(j):
|
||||||
if not j[key]:
|
if not j[key]:
|
||||||
del j[key]
|
del j[key]
|
||||||
if 'year' in j and isinstance(j['year'], basestring) and j['year'].isdigit():
|
if 'year' in j and isinstance(j['year'], basestring) and j['year'].isdigit():
|
||||||
|
@ -242,11 +244,11 @@ def get_new_ids(timeout=-1):
|
||||||
for i in frozenset(ids) - known_ids:
|
for i in frozenset(ids) - known_ids:
|
||||||
m, created = Imdb.objects.get_or_create(imdb=i)
|
m, created = Imdb.objects.get_or_create(imdb=i)
|
||||||
m.update()
|
m.update()
|
||||||
print m
|
print(m)
|
||||||
if created:
|
if created:
|
||||||
added += 1
|
added += 1
|
||||||
if added:
|
if added:
|
||||||
print url, added
|
print(url, added)
|
||||||
|
|
||||||
class Match(models.Model):
|
class Match(models.Model):
|
||||||
keys = [
|
keys = [
|
||||||
|
@ -268,14 +270,15 @@ class Match(models.Model):
|
||||||
return self.item.json()
|
return self.item.json()
|
||||||
|
|
||||||
def hexdigest(self):
|
def hexdigest(self):
|
||||||
return base64.b64decode(self.key).encode('hex')
|
key = self.key.encode()
|
||||||
|
return binascii.hexlify(base64.b64decode(key)).decode()
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def get_keys(cls, data):
|
def get_keys(cls, data):
|
||||||
data = {
|
data = {
|
||||||
'title': normalize_value(data['title'].lower()),
|
'title': normalize_value(data['title'].lower()),
|
||||||
'year': str(data.get('year', '')),
|
'year': str(data.get('year', '')),
|
||||||
'director': normalize_value(';'.join(sorted(data.get('director', []))))
|
'director': normalize_value(';'.join(sorted(data.get('director', []))))
|
||||||
}
|
}
|
||||||
keys = []
|
keys = []
|
||||||
if not data['director']:
|
if not data['director']:
|
||||||
|
@ -285,11 +288,9 @@ class Match(models.Model):
|
||||||
for k in _keys:
|
for k in _keys:
|
||||||
key = '\0'.join(k)
|
key = '\0'.join(k)
|
||||||
value = '\0'.join([data[v] for v in k])
|
value = '\0'.join([data[v] for v in k])
|
||||||
if isinstance(value, unicode):
|
key = key.encode('utf-8')
|
||||||
value = value.encode('utf-8')
|
value = value.encode('utf-8')
|
||||||
value = str(value)
|
key = base64.b64encode(hashlib.sha1(key + b'\n' + value).digest()).decode()
|
||||||
key = str(key)
|
|
||||||
key = base64.b64encode(hashlib.sha1(key + '\n' + value).digest())
|
|
||||||
keys.append(key)
|
keys.append(key)
|
||||||
return keys
|
return keys
|
||||||
|
|
||||||
|
@ -308,14 +309,14 @@ class Match(models.Model):
|
||||||
def update_item(cls, item):
|
def update_item(cls, item):
|
||||||
info = item.json()
|
info = item.json()
|
||||||
#ignore values without title, must be invalid
|
#ignore values without title, must be invalid
|
||||||
if not 'title' in info:
|
if 'title' not in info:
|
||||||
return
|
return
|
||||||
data = []
|
data = []
|
||||||
if 'originalTitle' in info:
|
if 'originalTitle' in info:
|
||||||
data.append({
|
data.append({
|
||||||
'title': info['originalTitle'],
|
'title': info['originalTitle'],
|
||||||
'year': info.get('year', ''),
|
'year': info.get('year', ''),
|
||||||
'director': info.get('director', [])
|
'director': info.get('director', [])
|
||||||
})
|
})
|
||||||
data.append(info)
|
data.append(info)
|
||||||
existing_keys = [m.key for m in Match.objects.filter(item=item)]
|
existing_keys = [m.key for m in Match.objects.filter(item=item)]
|
||||||
|
|
|
@ -1,13 +1,13 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
from __future__ import division
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
|
|
||||||
from oxdjango.shortcuts import render_to_json_response, json_response
|
from oxdjango.shortcuts import render_to_json_response, json_response
|
||||||
import ox.web.imdb
|
import ox.web.imdb
|
||||||
|
|
||||||
from oxdjango.api import actions
|
from oxdjango.api import actions
|
||||||
import models
|
from . import models
|
||||||
|
|
||||||
def getId(request, data):
|
def getId(request, data):
|
||||||
response = json_response()
|
response = json_response()
|
||||||
|
|
|
@ -1 +1,3 @@
|
||||||
from actions import actions
|
from __future__ import absolute_import
|
||||||
|
|
||||||
|
from .actions import actions
|
||||||
|
|
|
@ -1,6 +1,7 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
from __future__ import division, with_statement
|
from __future__ import division, absolute_import
|
||||||
|
|
||||||
import inspect
|
import inspect
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
|
@ -8,7 +9,7 @@ from django.conf import settings
|
||||||
|
|
||||||
from ..shortcuts import render_to_json_response, json_response
|
from ..shortcuts import render_to_json_response, json_response
|
||||||
|
|
||||||
def autodiscover():
|
def autodiscover(self=None):
|
||||||
# Register api actions from all installed apps
|
# Register api actions from all installed apps
|
||||||
from importlib import import_module
|
from importlib import import_module
|
||||||
from django.utils.module_loading import module_has_submodule
|
from django.utils.module_loading import module_has_submodule
|
||||||
|
@ -28,14 +29,14 @@ def trim(docstring):
|
||||||
# and split into a list of lines:
|
# and split into a list of lines:
|
||||||
lines = docstring.expandtabs().splitlines()
|
lines = docstring.expandtabs().splitlines()
|
||||||
# Determine minimum indentation (first line doesn't count):
|
# Determine minimum indentation (first line doesn't count):
|
||||||
indent = sys.maxint
|
indent = sys.maxsize
|
||||||
for line in lines[1:]:
|
for line in lines[1:]:
|
||||||
stripped = line.lstrip()
|
stripped = line.lstrip()
|
||||||
if stripped:
|
if stripped:
|
||||||
indent = min(indent, len(line) - len(stripped))
|
indent = min(indent, len(line) - len(stripped))
|
||||||
# Remove indentation (first line is special):
|
# Remove indentation (first line is special):
|
||||||
trimmed = [lines[0].strip()]
|
trimmed = [lines[0].strip()]
|
||||||
if indent < sys.maxint:
|
if indent < sys.maxsize:
|
||||||
for line in lines[1:]:
|
for line in lines[1:]:
|
||||||
trimmed.append(line[indent:].rstrip())
|
trimmed.append(line[indent:].rstrip())
|
||||||
# Strip off trailing and leading blank lines:
|
# Strip off trailing and leading blank lines:
|
||||||
|
@ -50,6 +51,9 @@ def trim(docstring):
|
||||||
class ApiActions(dict):
|
class ApiActions(dict):
|
||||||
properties = {}
|
properties = {}
|
||||||
versions = {}
|
versions = {}
|
||||||
|
|
||||||
|
autodiscover = autodiscover
|
||||||
|
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
|
|
||||||
def api(request, data):
|
def api(request, data):
|
||||||
|
@ -74,10 +78,10 @@ class ApiActions(dict):
|
||||||
code = data.get('code', False)
|
code = data.get('code', False)
|
||||||
version = getattr(request, 'version', None)
|
version = getattr(request, 'version', None)
|
||||||
if version:
|
if version:
|
||||||
_actions = self.versions.get(version, {}).keys()
|
_actions = list(self.versions.get(version, {}))
|
||||||
_actions = list(set(_actions + self.keys()))
|
_actions = list(set(_actions + list(self)))
|
||||||
else:
|
else:
|
||||||
_actions = self.keys()
|
_actions = list(self)
|
||||||
_actions.sort()
|
_actions.sort()
|
||||||
actions = {}
|
actions = {}
|
||||||
for a in _actions:
|
for a in _actions:
|
||||||
|
@ -111,7 +115,10 @@ class ApiActions(dict):
|
||||||
|
|
||||||
def register(self, method, action=None, cache=True, version=None):
|
def register(self, method, action=None, cache=True, version=None):
|
||||||
if not action:
|
if not action:
|
||||||
action = method.func_name
|
if hasattr(method, 'func_name'):
|
||||||
|
action = method.func_name
|
||||||
|
else:
|
||||||
|
action = method.__name__
|
||||||
if version:
|
if version:
|
||||||
if not version in self.versions:
|
if not version in self.versions:
|
||||||
self.versions[version] = {}
|
self.versions[version] = {}
|
||||||
|
|
|
@ -1,11 +1,12 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import absolute_import
|
||||||
|
|
||||||
from django.conf.urls import url
|
from django.conf.urls import url
|
||||||
|
|
||||||
import views
|
from . import views
|
||||||
|
|
||||||
import actions
|
from . import actions
|
||||||
actions.autodiscover()
|
actions.autodiscover()
|
||||||
|
|
||||||
urlpatterns = [
|
urlpatterns = [
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
from __future__ import division, with_statement
|
from __future__ import division, absolute_import
|
||||||
|
|
||||||
import json
|
import json
|
||||||
|
|
||||||
|
@ -8,9 +8,9 @@ from django.shortcuts import render_to_response
|
||||||
from django.template import RequestContext
|
from django.template import RequestContext
|
||||||
from django.conf import settings
|
from django.conf import settings
|
||||||
|
|
||||||
from ..shortcuts import render_to_json_response, json_response
|
from ..shortcuts import render_to_json_response, json_response, HttpErrorJson
|
||||||
|
|
||||||
from actions import actions
|
from .actions import actions
|
||||||
|
|
||||||
def api(request):
|
def api(request):
|
||||||
if request.META['REQUEST_METHOD'] == "OPTIONS":
|
if request.META['REQUEST_METHOD'] == "OPTIONS":
|
||||||
|
@ -21,7 +21,7 @@ def api(request):
|
||||||
if request.META['REQUEST_METHOD'] != "POST" or (
|
if request.META['REQUEST_METHOD'] != "POST" or (
|
||||||
not 'action' in request.POST and request.META.get('CONTENT_TYPE') != 'application/json'
|
not 'action' in request.POST and request.META.get('CONTENT_TYPE') != 'application/json'
|
||||||
):
|
):
|
||||||
methods = actions.keys()
|
methods = list(actions)
|
||||||
api = []
|
api = []
|
||||||
for f in sorted(methods):
|
for f in sorted(methods):
|
||||||
api.append({'name': f,
|
api.append({'name': f,
|
||||||
|
@ -31,7 +31,9 @@ def api(request):
|
||||||
'settings': settings,
|
'settings': settings,
|
||||||
'sitename': settings.SITENAME
|
'sitename': settings.SITENAME
|
||||||
})
|
})
|
||||||
return render_to_response('api.html', context)
|
response = render_to_response('api.html', context)
|
||||||
|
response['Access-Control-Allow-Origin'] = '*'
|
||||||
|
return response
|
||||||
if request.META.get('CONTENT_TYPE') == 'application/json':
|
if request.META.get('CONTENT_TYPE') == 'application/json':
|
||||||
r = json.loads(request.body)
|
r = json.loads(request.body)
|
||||||
action = r['action']
|
action = r['action']
|
||||||
|
@ -45,7 +47,10 @@ def api(request):
|
||||||
else:
|
else:
|
||||||
f = actions.get(action)
|
f = actions.get(action)
|
||||||
if f:
|
if f:
|
||||||
response = f(request, data)
|
try:
|
||||||
|
response = f(request, data)
|
||||||
|
except HttpErrorJson as e:
|
||||||
|
response = render_to_json_response(e.response)
|
||||||
else:
|
else:
|
||||||
response = render_to_json_response(json_response(status=400,
|
response = render_to_json_response(json_response(status=400,
|
||||||
text='Unknown action %s' % action))
|
text='Unknown action %s' % action))
|
||||||
|
|
|
@ -1,11 +1,12 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import absolute_import
|
||||||
|
|
||||||
try:
|
try:
|
||||||
from django.contrib.auth.decorators import wraps
|
from django.contrib.auth.decorators import wraps
|
||||||
except:
|
except:
|
||||||
from django.utils.functional import wraps
|
from django.utils.functional import wraps
|
||||||
from shortcuts import render_to_json_response
|
from .shortcuts import render_to_json_response
|
||||||
|
|
||||||
def login_required_json(function=None):
|
def login_required_json(function=None):
|
||||||
"""
|
"""
|
||||||
|
@ -13,11 +14,11 @@ def login_required_json(function=None):
|
||||||
return json error if not logged in.
|
return json error if not logged in.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def _wrapped_view(request, *args, **kwargs):
|
def _wrapped_view(request, *args, **kwargs):
|
||||||
if request.user.is_authenticated():
|
if request.user.is_authenticated():
|
||||||
return function(request, *args, **kwargs)
|
return function(request, *args, **kwargs)
|
||||||
return render_to_json_response({'status': {'code': 401, 'text': 'login required'}})
|
return render_to_json_response({'status': {'code': 401, 'text': 'login required'}})
|
||||||
return wraps(function)(_wrapped_view)
|
return wraps(function)(_wrapped_view)
|
||||||
|
|
||||||
def admin_required_json(function=None):
|
def admin_required_json(function=None):
|
||||||
"""
|
"""
|
||||||
|
@ -25,8 +26,8 @@ def admin_required_json(function=None):
|
||||||
return json error if not logged in.
|
return json error if not logged in.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def _wrapped_view(request, *args, **kwargs):
|
def _wrapped_view(request, *args, **kwargs):
|
||||||
if request.user.is_authenticated() and request.user.profile.get_level() == 'admin':
|
if request.user.is_authenticated() and request.user.profile.get_level() == 'admin':
|
||||||
return function(request, *args, **kwargs)
|
return function(request, *args, **kwargs)
|
||||||
return render_to_json_response({'status': {'code': 403, 'text': 'permission denied'}})
|
return render_to_json_response({'status': {'code': 403, 'text': 'permission denied'}})
|
||||||
return wraps(function)(_wrapped_view)
|
return wraps(function)(_wrapped_view)
|
||||||
|
|
|
@ -48,10 +48,12 @@ def from_json(json_object):
|
||||||
class DictField(models.TextField):
|
class DictField(models.TextField):
|
||||||
_type = dict
|
_type = dict
|
||||||
|
|
||||||
def loads(self, value):
|
@classmethod
|
||||||
|
def loads(cls, value):
|
||||||
return json.loads(value, object_hook=from_json)
|
return json.loads(value, object_hook=from_json)
|
||||||
|
|
||||||
def dumps(self, obj):
|
@classmethod
|
||||||
|
def dumps(cls, obj):
|
||||||
return json.dumps(obj, default=to_json, ensure_ascii=False)
|
return json.dumps(obj, default=to_json, ensure_ascii=False)
|
||||||
|
|
||||||
def from_db_value(self, value, expression, connection, context):
|
def from_db_value(self, value, expression, connection, context):
|
||||||
|
@ -85,8 +87,9 @@ class DictField(models.TextField):
|
||||||
class TupleField(DictField):
|
class TupleField(DictField):
|
||||||
_type = (tuple, list)
|
_type = (tuple, list)
|
||||||
|
|
||||||
|
@classmethod
|
||||||
def loads(self, value):
|
def loads(self, value):
|
||||||
value = DictField.loads(self, value)
|
value = DictField.loads(value)
|
||||||
if isinstance(value, list):
|
if isinstance(value, list):
|
||||||
value = tuple(value)
|
value = tuple(value)
|
||||||
return value
|
return value
|
||||||
|
|
|
@ -27,15 +27,16 @@ def _to_json(python_object):
|
||||||
raise TypeError(u'%s %s is not JSON serializable' % (repr(python_object), type(python_object)))
|
raise TypeError(u'%s %s is not JSON serializable' % (repr(python_object), type(python_object)))
|
||||||
|
|
||||||
def render_to_json_response(dictionary, content_type="text/json", status=200):
|
def render_to_json_response(dictionary, content_type="text/json", status=200):
|
||||||
indent=None
|
indent = None
|
||||||
if settings.DEBUG:
|
if settings.DEBUG:
|
||||||
content_type = "text/javascript"
|
content_type = "text/javascript"
|
||||||
indent = 2
|
indent = 2
|
||||||
if getattr(settings, 'JSON_DEBUG', False):
|
if getattr(settings, 'JSON_DEBUG', False):
|
||||||
print(json.dumps(dictionary, indent=2, default=_to_json, ensure_ascii=False).encode('utf-8'))
|
print(json.dumps(dictionary, indent=2, default=_to_json, ensure_ascii=False).encode('utf-8'))
|
||||||
|
response = json.dumps(dictionary, indent=indent, default=_to_json, ensure_ascii=False)
|
||||||
return HttpResponse(json.dumps(dictionary, indent=indent, default=_to_json,
|
if not isinstance(response, bytes):
|
||||||
ensure_ascii=False).encode('utf-8'), content_type=content_type, status=status)
|
response = response.encode('utf-8')
|
||||||
|
return HttpResponse(response, content_type=content_type, status=status)
|
||||||
|
|
||||||
def get_object_or_404_json(klass, *args, **kwargs):
|
def get_object_or_404_json(klass, *args, **kwargs):
|
||||||
from django.shortcuts import _get_queryset
|
from django.shortcuts import _get_queryset
|
||||||
|
|
|
@ -1,6 +1,8 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
import models
|
|
||||||
from django.contrib import admin
|
from django.contrib import admin
|
||||||
|
|
||||||
|
from . import models
|
||||||
|
|
||||||
|
|
|
@ -1,12 +1,12 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
from __future__ import division
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
import os.path
|
import os.path
|
||||||
import hashlib
|
import hashlib
|
||||||
import socket
|
import socket
|
||||||
import urllib2
|
|
||||||
|
|
||||||
|
from six.moves import urllib
|
||||||
from django.db import models
|
from django.db import models
|
||||||
|
|
||||||
import ox
|
import ox
|
||||||
|
@ -24,7 +24,8 @@ def getPosters(movie_id, url_prefix='', limit=lambda x, y: 0.3 < x/y < 1):
|
||||||
return {}
|
return {}
|
||||||
get_poster_urls(movie_id)
|
get_poster_urls(movie_id)
|
||||||
posters = {}
|
posters = {}
|
||||||
if url_prefix.endswith('/'): url_prefix = url_prefix[:-1]
|
if url_prefix.endswith('/'):
|
||||||
|
url_prefix = url_prefix[:-1]
|
||||||
for p in PosterCache.objects.all().filter(movie_id=movie_id, failed=False).order_by('-id'):
|
for p in PosterCache.objects.all().filter(movie_id=movie_id, failed=False).order_by('-id'):
|
||||||
if p.site not in posters:
|
if p.site not in posters:
|
||||||
posters[p.site] = []
|
posters[p.site] = []
|
||||||
|
@ -42,13 +43,13 @@ def getPosters(movie_id, url_prefix='', limit=lambda x, y: 0.3 < x/y < 1):
|
||||||
pjson['height'] = poster.height
|
pjson['height'] = poster.height
|
||||||
if p.site not in ['other', 'wikipedia.org'] or limit(poster.width, poster.height):
|
if p.site not in ['other', 'wikipedia.org'] or limit(poster.width, poster.height):
|
||||||
posters[p.site].append(pjson)
|
posters[p.site].append(pjson)
|
||||||
for p in posters.keys():
|
for p in list(posters):
|
||||||
if not posters[p]:
|
if not posters[p]:
|
||||||
del posters[p]
|
del posters[p]
|
||||||
return posters
|
return posters
|
||||||
|
|
||||||
def poster_path(url, filename):
|
def poster_path(url, filename):
|
||||||
if isinstance(url, unicode):
|
if not isinstance(url, bytes):
|
||||||
url = url.encode('utf-8')
|
url = url.encode('utf-8')
|
||||||
h = hashlib.sha1(url).hexdigest()
|
h = hashlib.sha1(url).hexdigest()
|
||||||
ext = 'jpg'
|
ext = 'jpg'
|
||||||
|
@ -90,19 +91,19 @@ class PosterCache(models.Model):
|
||||||
with open(self.image.path, 'w') as f:
|
with open(self.image.path, 'w') as f:
|
||||||
f.write(data)
|
f.write(data)
|
||||||
self.save()
|
self.save()
|
||||||
except urllib2.HTTPError, e:
|
except urllib.error.HTTPError as e:
|
||||||
#import traceback
|
#import traceback
|
||||||
#print traceback.print_exc()
|
#print traceback.print_exc()
|
||||||
self.status = e.code
|
self.status = e.code
|
||||||
self.failed = True
|
self.failed = True
|
||||||
self.save()
|
self.save()
|
||||||
except urllib2.URLError, e:
|
except urllib.error.URLError as e:
|
||||||
#import traceback
|
#import traceback
|
||||||
#print traceback.print_exc()
|
#print traceback.print_exc()
|
||||||
self.status = e.reason
|
self.status = e.reason
|
||||||
self.failed = True
|
self.failed = True
|
||||||
self.save()
|
self.save()
|
||||||
except socket.error, e:
|
except socket.error as e:
|
||||||
self.status = str(e)
|
self.status = str(e)
|
||||||
self.failed = True
|
self.failed = True
|
||||||
self.save()
|
self.save()
|
||||||
|
|
|
@ -1,12 +1,15 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
from datetime import timedelta
|
from datetime import timedelta
|
||||||
|
|
||||||
from celery.decorators import task, periodic_task
|
from celery.decorators import task, periodic_task
|
||||||
|
|
||||||
import models
|
|
||||||
from lookup.models import get_movie_id
|
from lookup.models import get_movie_id
|
||||||
|
|
||||||
|
from . import models
|
||||||
|
|
||||||
|
|
||||||
'''
|
'''
|
||||||
@periodic_task(run_every=timedelta(days=1))
|
@periodic_task(run_every=timedelta(days=1))
|
||||||
|
@ -17,10 +20,9 @@ def cronjob(**kwargs):
|
||||||
@task(ignore_resulsts=True, queue='default')
|
@task(ignore_resulsts=True, queue='default')
|
||||||
def getMovieposteredb(imdb_id):
|
def getMovieposteredb(imdb_id):
|
||||||
m = get_movie_id(imdb_id)
|
m = get_movie_id(imdb_id)
|
||||||
def addPoster(url, site, site_id):
|
site = 'movieposterdb.com'
|
||||||
|
|
||||||
|
for url in ox.web.movieposterdb.get_data(imdb_id)['posters']:
|
||||||
if PosterCache.objects.all().filter(url=url, movie_id=m).count() == 0:
|
if PosterCache.objects.all().filter(url=url, movie_id=m).count() == 0:
|
||||||
p = PosterCache(url=url, site=site, site_id=site_id, movie_id=m)
|
p = PosterCache(url=url, site=site, site_id=site_id, movie_id=m)
|
||||||
p.save()
|
p.save()
|
||||||
for poster in ox.web.movieposterdb.get_data(imdb_id)['posters']:
|
|
||||||
addPoster(poster, 'movieposterdb.com', imdb_id)
|
|
||||||
|
|
||||||
|
|
|
@ -1,6 +1,8 @@
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
from django.conf.urls import url
|
from django.conf.urls import url
|
||||||
|
|
||||||
import views
|
from . import views
|
||||||
|
|
||||||
|
|
||||||
urlpatterns = [
|
urlpatterns = [
|
||||||
|
|
|
@ -1,10 +1,12 @@
|
||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
# vi:si:et:sw=4:sts=4:ts=4
|
||||||
|
from __future__ import division, print_function, absolute_import
|
||||||
|
|
||||||
from oxdjango.shortcuts import render_to_json_response
|
from oxdjango.shortcuts import render_to_json_response
|
||||||
|
|
||||||
from lookup.views import get_movie_id
|
from lookup.views import get_movie_id
|
||||||
|
|
||||||
import models
|
from . import models
|
||||||
|
|
||||||
|
|
||||||
def poster(request):
|
def poster(request):
|
||||||
|
|
Loading…
Reference in a new issue