655 lines
19 KiB
Python
655 lines
19 KiB
Python
# -*- coding: utf-8 -*-
|
|
# vi:si:et:sw=4:sts=4:ts=4
|
|
import os.path
|
|
import re
|
|
from datetime import datetime
|
|
from urllib2 import unquote
|
|
import json
|
|
|
|
from django.db.models import Q, Avg, Count
|
|
from django.contrib.auth.models import User
|
|
from django.shortcuts import render_to_response, get_object_or_404, get_list_or_404
|
|
from django.template import RequestContext
|
|
from django.core.paginator import Paginator
|
|
from django import forms
|
|
from django.http import HttpResponse
|
|
from django.contrib.auth.decorators import login_required
|
|
try:
|
|
import simplejson as json
|
|
except ImportError:
|
|
from django.utils import simplejson as json
|
|
from oxdjango.shortcuts import render_to_json_response
|
|
from oxdjango.decorators import login_required_json
|
|
|
|
import models
|
|
import utils
|
|
from daemon import send_bg_message
|
|
|
|
from oxuser.views import api_login, api_logout, api_register, api_recover, api_preferences
|
|
|
|
|
|
def api(request):
|
|
if not 'function' in request.POST:
|
|
return apidoc(request)
|
|
function = request.POST['function']
|
|
#FIXME: possible to do this in f
|
|
#data = json.loads(request.POST['data'])
|
|
|
|
#FIXME: security considerations, web facing api should not call anything in globals!!!
|
|
f = globals().get('api_'+function, None)
|
|
if f:
|
|
response = f(request)
|
|
else:
|
|
response = {'status': 404, 'statusText': 'Unknown function %s' % function}
|
|
response = render_to_json_response(response)
|
|
return response
|
|
|
|
def api_hello(request):
|
|
'''
|
|
api('hello', functio(result) { result.user })
|
|
'''
|
|
response = {'status': 200, 'statusText': 'ok'}
|
|
response.user = request.user.json()
|
|
return render_to_json_response(response)
|
|
|
|
|
|
'''
|
|
field.length -> movie.sort.all()[0].field
|
|
o=0&n=100
|
|
|
|
|
|
a & b | c & d
|
|
|
|
query
|
|
|
|
l=user:name or l=name
|
|
q=year:1980,hello,country:usa
|
|
q=year:1980,hello,country:!usa
|
|
q=title:^the$
|
|
q=title:^100%24$
|
|
q=year:<1970,year:>1960
|
|
q=year:<1960,year:>1950,title:sex
|
|
|
|
!1960-1970
|
|
2009.08.02.22.26.35-2009.08.02.22.26.35
|
|
|
|
!^the
|
|
|
|
(dddd.dd.dd)-(dddd.dd.dd)
|
|
|
|
5-8
|
|
10000-20000
|
|
|
|
<2009-08-02-22-26-35
|
|
|
|
>2009-08-02-22-26-35
|
|
2009-08-02-22-26-35<
|
|
|
|
^the the*
|
|
*foo foo$
|
|
*foo* foo
|
|
|
|
s=director:asc,year:desc default: director:asc,year:desc
|
|
r=0:100 or r=100 or r=100: default: 0:100
|
|
p=id,title,director,date,cast.length default: title,director,year,country
|
|
q
|
|
|
|
List data backend spec:
|
|
url = //url for request
|
|
params = [] //additional params passed to url, i.e. query, or group
|
|
|
|
the url must understand the following requests:
|
|
number of items:
|
|
url?params&n=1
|
|
> {items: N}
|
|
items sorted by key range X to Y:
|
|
url?params&s=key:asc|desc&r=X:Y
|
|
> {items: [{k0:v0, k1:v1...}, {k0:v0, k1:v1...}]}
|
|
|
|
Examples:
|
|
/json/find?l=all&s=title&f=all&q=&a=desc&p=id,title,director,date,cast.length
|
|
|
|
/json/find?r=0:100&l=all&s=title&f=all&q=&a=desc&p=id,title,director,date,cast.length
|
|
{
|
|
movies=[
|
|
{
|
|
"id":
|
|
"title": "fsdf",
|
|
"director":
|
|
},
|
|
]
|
|
}
|
|
|
|
#get sort order for all ids
|
|
/json/find?r=0:1000&l=all&s=title&f=all&q=&a=desc&p=id
|
|
{
|
|
movies=[
|
|
{
|
|
"id": id
|
|
},
|
|
]
|
|
}
|
|
|
|
/json/find?l=all&s=title&f=all&q=&a=desc
|
|
{
|
|
movies: 1234,
|
|
files: 2345,
|
|
pixels: 1242345345,
|
|
size: 1235,
|
|
duration: 1235,
|
|
|
|
}
|
|
|
|
/json/find?r=0:100&l=all&s=[name, items]&f=all&q=&a=desc&g=country
|
|
{
|
|
groups = [ {name:"USA", movies: 123}, {name:"UK", movies: 1234} ]
|
|
}
|
|
|
|
#find as you type: in table, by sort string
|
|
|
|
#auto compleat in find box
|
|
|
|
'''
|
|
def _order_query(qs, s, prefix='sort__'):
|
|
order_by = []
|
|
for e in s.split(','):
|
|
o = e.split(':')
|
|
if len(o) == 1: o.append('asc')
|
|
order = {'id': 'movieId'}.get(o[0], o[0])
|
|
order = '%s%s' % (prefix, order)
|
|
if o[1] == 'desc':
|
|
order = '-%s' % order
|
|
order_by.append(order)
|
|
if order_by:
|
|
qs = qs.order_by(*order_by)
|
|
return qs
|
|
|
|
def _parse_query(request):
|
|
get = json.loads(request.POST['data'])
|
|
query = {}
|
|
query['i'] = 0
|
|
query['o'] = 100
|
|
query['s'] = 'title:asc'
|
|
def parse_dict(s):
|
|
d = s.split(",")
|
|
return [i.strip() for i in d]
|
|
_dicts = ['p', ]
|
|
_ints = ['n', ]
|
|
for key in ('s', 'p', 'g', 'l', 'n'):
|
|
if key in get:
|
|
if key in _ints:
|
|
query[key] = int(get[key])
|
|
elif key in _dicts:
|
|
query[key] = parse_dict(get[key])
|
|
else:
|
|
query[key] = get[key]
|
|
query['q'] = models.Movie.objects.find(request)
|
|
if 'r' in get:
|
|
r = get['r'].split(':')
|
|
if len(r) == 1: r.append(0)
|
|
if r[0] == '': r[0] = 0
|
|
if r[1] == '': r[0] = -1
|
|
query['i'] = int(r[0])
|
|
query['o'] = int(r[1])
|
|
#group by only allows sorting by name or number of itmes
|
|
return query
|
|
|
|
def api_find(request):
|
|
'''
|
|
data: {'q': query, 's': sort, 'r': range}
|
|
|
|
query: query string, can contain field:search more on query syntax at
|
|
http://wiki.0xdb.org/wiki/QuerySyntax
|
|
sort: comma seperated list of field:order, default: director:asc,year:desc
|
|
range: result ragne, from:to or from
|
|
'''
|
|
query = _parse_query(request)
|
|
response = {}
|
|
if 'p' in query:
|
|
response['items'] = []
|
|
qs = _order_query(query['q'], query['s'])
|
|
if 'n' in query:
|
|
response = {'items': qs.count()}
|
|
else:
|
|
_p = query['p']
|
|
def only_p(m):
|
|
r = {}
|
|
if m:
|
|
m = json.loads(m)
|
|
for p in _p:
|
|
r[p] = m[p]
|
|
return r
|
|
qs = qs[query['i']:query['o']]
|
|
|
|
response['items'] = [only_p(m['json']) for m in qs.values('json')]
|
|
|
|
elif 'g' in query:
|
|
if query['s'].split(':')[0] not in ('name', 'items'):
|
|
query['s'] = 'name'
|
|
#FIXME: also filter lists here
|
|
response['items'] = []
|
|
name = 'name'
|
|
items = 'movies'
|
|
movie_qs = query['q']
|
|
_objects = {
|
|
'country': models.Country.objects,
|
|
'genre': models.Genre.objects,
|
|
'language': models.Language.objects,
|
|
'director': models.Person.objects.filter(cast__role='directors'),
|
|
}
|
|
if query['g'] in _objects:
|
|
qs = _objects[query['g']].filter(movies__id__in=movie_qs).values('name').annotate(movies=Count('movies'))
|
|
elif query['g'] == "year":
|
|
qs = movie_qs.values('imdb__year').annotate(movies=Count('id'))
|
|
name='imdb__year'
|
|
if 'n' in query:
|
|
response['items'] = qs.count()
|
|
else:
|
|
#replace normalized items/name sort with actual db value
|
|
order_by = query['s'].split(":")
|
|
if len(order_by) == 1:
|
|
order_by.append('desc')
|
|
if order_by[0] == 'name':
|
|
order_by = "%s:%s" % (name, order_by[1])
|
|
else:
|
|
order_by = "%s:%s" % (items, order_by[1])
|
|
qs = _order_query(qs, order_by, '')
|
|
qs = qs[query['i']:query['o']]
|
|
|
|
response['items'] = [{'title': i[name], 'items': i[items]} for i in qs]
|
|
|
|
else:
|
|
#FIXME: also filter lists here
|
|
movies = models.Movie.objects.filter(available=True)
|
|
files = models.File.objects.all()
|
|
response['items'] = movies.count()
|
|
response['files'] = files.count()
|
|
r = files.aggregate(Count('size'), Count('pixels'), Count('duration'))
|
|
response['pixels'] = r['pixels__count']
|
|
response['size'] = r['size__count']
|
|
response['duration'] = r['duration__count']
|
|
return render_to_json_response(response)
|
|
|
|
def api_getItem(request):
|
|
'''
|
|
api('getItem', id)
|
|
return item with id
|
|
'''
|
|
response = {'status': 200, 'statusText': 'ok'}
|
|
itemId = json.loads(request.POST['data'])
|
|
item = models.Movie.objects.get(movieId=itemId)
|
|
response['item'] = item.json()
|
|
return render_to_json_response(response)
|
|
|
|
def api_editItem(request):
|
|
'''
|
|
api('editItem', {key: value})
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_removeItem(request):
|
|
'''
|
|
api('removeItem', itemId)
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_addLayer(request):
|
|
'''
|
|
api('addItem', {key: value})
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_removeLayer(request):
|
|
'''
|
|
api('removeItem', layerId)
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_editLayer(request):
|
|
'''
|
|
api('editLayer', {key: value})
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_addListItem(request):
|
|
'''
|
|
api('addListItem', {key: value})
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_removeListItem(request):
|
|
'''
|
|
api('removeListItem', {key: value})
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_addList(request):
|
|
'''
|
|
api('addList', {key: value})
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_editList(request):
|
|
'''
|
|
api('editList', {key: value})
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_removeList(request):
|
|
'''
|
|
api('removeList', {key: value})
|
|
{'status': 500, 'statusText': 'not implemented'}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
#@login_required_json
|
|
def api_update(request):
|
|
'''
|
|
params:
|
|
archive = string
|
|
files = json
|
|
'''
|
|
print "update request"
|
|
data = json.loads(request.POST['data'])
|
|
archive = data['archive']
|
|
files = data['files']
|
|
archive = models.Archive.objects.get(name=archive)
|
|
print "update request for", archive.name
|
|
needs_data = []
|
|
rename = {}
|
|
for oshash in files:
|
|
print 'checking', oshash
|
|
data = files[oshash]
|
|
q = models.ArchiveFile.objects.filter(archive=archive, file__oshash=oshash)
|
|
if q.count() == 0:
|
|
print "adding file", oshash, data['path']
|
|
f = models.ArchiveFile.get_or_create(archive, oshash)
|
|
f.update(data)
|
|
if not f.file.movie:
|
|
send_bg_message({'findMovie': f.file.id})
|
|
#FIXME: only add if it was not in File
|
|
else:
|
|
f = q[0]
|
|
if data['path'] != f.path:
|
|
f.path = data['path']
|
|
f.save()
|
|
if f.file.needs_data:
|
|
needs_data.append(oshash)
|
|
if f.path != f.file.path:
|
|
rename[oshash] = f.file.path
|
|
print "processed files for", archive.name
|
|
#remove all files not in files.keys() from ArchiveFile
|
|
response = {'status': 200, 'statusText': 'ok'}
|
|
response['info'] = needs_data
|
|
response['rename'] = rename
|
|
return render_to_json_response(response)
|
|
|
|
def api_upload(request): #video, timeline, frame
|
|
'''
|
|
upload video, timeline or frame
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_editFile(request): #FIXME: should this be file.files. or part of update
|
|
'''
|
|
change file / imdb link
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
def api_parse(request): #parse path and return info
|
|
'''
|
|
api('guess', {path:'Foobar/The Matrix.avi'})
|
|
{imdb: ...}
|
|
'''
|
|
path = json.loads(request.POST['data'])['path']
|
|
response = utils.parsePath(path)
|
|
response = {'status': 500, 'statusText': 'ok', data: response}
|
|
return render_to_json_response(response)
|
|
|
|
def api_guess(request): #guess imdb based on title, director, year
|
|
'''
|
|
api('guess', {title:'The Matrix'})
|
|
{imdb: ...}
|
|
'''
|
|
response = {'status': 500, 'statusText': 'not implemented'}
|
|
return render_to_json_response(response)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#FIXME: old stuff below...
|
|
'''
|
|
GET info?oshash=a41cde31c581e11d
|
|
> {
|
|
"movie_id": 0123456, ??
|
|
"oshash": "a41cde31c581e11d",
|
|
"sha1":..,
|
|
"md5":..
|
|
"duration": 5.266667,
|
|
"video": [],
|
|
"audio": [],
|
|
"path": "E/Example, The/An Example.avi",
|
|
"size": 1646274
|
|
}
|
|
'''
|
|
def file_info(request):
|
|
oshash = request.GET['oshash']
|
|
f = models.MovieFile.objects.get(oshash=oshash)
|
|
response = f.json()
|
|
return render_to_json_response(response)
|
|
|
|
|
|
'''
|
|
GET subtitles?oshash=a41cde31c581e11d
|
|
> {
|
|
"languages": ['en', 'fr', 'de']
|
|
}
|
|
GET subtitles?oshash=a41cde31c581e11d&language=en
|
|
> srt file
|
|
POST subtitle?oshash=a41cde31c581e11d&language=en
|
|
srt =
|
|
'''
|
|
def subtitles(request):
|
|
oshash = request.GET['oshash']
|
|
language = request.GET.get('language', None)
|
|
if request.method == 'POST':
|
|
user = request.user
|
|
sub = models.Subtitles.get_or_create(user, oshash, language)
|
|
sub.srt = request.POST['srt']
|
|
sub.save()
|
|
else:
|
|
if language:
|
|
q = models.Subtitles.objects.filter(movie_file__oshash=oshash, language=language)
|
|
if q.count() > 0:
|
|
return HttpResponse(q[0].srt, content_type='text/x-srt')
|
|
response = {}
|
|
l = models.Subtitles.objects.filter(movie_file__oshash=oshash).values('language')
|
|
response['languages'] = [f['language'] for f in l]
|
|
return render_to_json_response(response)
|
|
|
|
'''
|
|
GET list
|
|
> {
|
|
"files": {
|
|
"a41cde31c581e11d": {"path": "E/Example, The/An Example.avi", "size":1646274},
|
|
}
|
|
}
|
|
'''
|
|
@login_required_json
|
|
def list_files(request):
|
|
response = {}
|
|
response['files'] = {}
|
|
qs = models.UserFile.filter(user=request.user)
|
|
p = Paginator(qs, 1000)
|
|
for i in p.page_range:
|
|
page = p.page(i)
|
|
for f in page.object_list:
|
|
response['files'][f.movie_file.oshash] = {'path': f.path, 'size': f.movie_file.size}
|
|
return render_to_json_response(response)
|
|
|
|
def find_files(request):
|
|
response = {}
|
|
query = _parse_query(request)
|
|
response['files'] = {}
|
|
qs = models.UserFile.filter(user=request.user).filter(movie_file__movie__id__in=query['q'])
|
|
p = Paginator(qs, 1000)
|
|
for i in p.page_range:
|
|
page = p.page(i)
|
|
for f in page.object_list:
|
|
response['files'][f.movie_file.oshash] = {'path': f.path, 'size': f.movie_file.size}
|
|
return render_to_json_response(response)
|
|
|
|
'''
|
|
POST metadata
|
|
> file: {
|
|
"duration": 5.266667,
|
|
"video_codec": "mpeg1",
|
|
"pixel_format": "yuv420p",
|
|
"width": 352,
|
|
"height": 240,
|
|
"pixel_aspect_ratio": "1:1",
|
|
"display_aspect_ratio": "22:15",
|
|
"framerate": "30:1",
|
|
"audio_codec": "mp2",
|
|
"samplerate": 44100,
|
|
"channels": 1,
|
|
"path": "E/Example, The/An Example.avi",
|
|
"size": 1646274
|
|
"oshash": "a41cde31c581e11d",
|
|
"sha1":..,
|
|
"md5":..
|
|
}
|
|
'''
|
|
#@login_required_json
|
|
def add_metadata(request, archive):
|
|
info = json.loads(request.POST['file'])
|
|
oshash = info['oshash']
|
|
archive = models.Archive.objects.get(name=archive)
|
|
if archive.users.filter(user=request.user).count() == 1:
|
|
user_file = models.ArchiveFile.get_or_create(archive, oshash)
|
|
user_file.update(request.POST)
|
|
response = {'status': 200}
|
|
else:
|
|
response = {'status': 404}
|
|
return render_to_json_response(response)
|
|
|
|
class StillForm(forms.Form):
|
|
still = forms.FileField()
|
|
position = forms.FloatField()
|
|
|
|
#@login_required_json
|
|
def add_still(request, oshash):
|
|
response = {'status': 500}
|
|
f = get_object_or_404(models.File, oshash=oshash)
|
|
|
|
form = TimelineForm(request.POST, request.FILES)
|
|
if form.is_valid():
|
|
ff = form.cleaned_data['still']
|
|
position = form.cleaned_data['position']
|
|
|
|
still = models.Still(file=f, position=position)
|
|
still.save()
|
|
still.still.save(ff, ff.name)
|
|
response = {'status': 200}
|
|
response['url'] = still.url()
|
|
return render_to_json_response(response)
|
|
|
|
class TimelineForm(forms.Form):
|
|
timeline = forms.FileField()
|
|
|
|
#FIXME: should everybody be able to overwrite timelines?
|
|
#@login_required_json
|
|
def add_timeline(request, oshash):
|
|
response = {'status': 500}
|
|
f = get_object_or_404(models.File, oshash=oshash)
|
|
|
|
form = TimelineForm(request.POST, request.FILES)
|
|
if form.is_valid():
|
|
ff = form.cleaned_data['timeline']
|
|
f.timeline.save(ff.name, ff)
|
|
response = {'status': 200}
|
|
response['url'] = f.timeline.url()
|
|
return render_to_json_response(response)
|
|
|
|
|
|
class VideoForm(forms.Form):
|
|
video = forms.FileField()
|
|
|
|
#@login_required_json
|
|
def add_video(request, oshash):
|
|
response = {'status': 500}
|
|
f = get_object_or_404(models.File, oshash=oshash)
|
|
|
|
form = VideoForm(request.POST, request.FILES)
|
|
if form.is_valid():
|
|
ff = form.cleaned_data['video']
|
|
f.stream128.save(ff.name, ff)
|
|
response = {'status': 200}
|
|
response['url'] = f.stream128.url()
|
|
return render_to_json_response(response)
|
|
|
|
|
|
|
|
|
|
def apidoc(request):
|
|
'''
|
|
this is used for online documentation at http://127.0.0.1:8000/api/
|
|
'''
|
|
import sys
|
|
def trim(docstring):
|
|
if not docstring:
|
|
return ''
|
|
# Convert tabs to spaces (following the normal Python rules)
|
|
# and split into a list of lines:
|
|
lines = docstring.expandtabs().splitlines()
|
|
# Determine minimum indentation (first line doesn't count):
|
|
indent = sys.maxint
|
|
for line in lines[1:]:
|
|
stripped = line.lstrip()
|
|
if stripped:
|
|
indent = min(indent, len(line) - len(stripped))
|
|
# Remove indentation (first line is special):
|
|
trimmed = [lines[0].strip()]
|
|
if indent < sys.maxint:
|
|
for line in lines[1:]:
|
|
trimmed.append(line[indent:].rstrip())
|
|
# Strip off trailing and leading blank lines:
|
|
while trimmed and not trimmed[-1]:
|
|
trimmed.pop()
|
|
while trimmed and not trimmed[0]:
|
|
trimmed.pop(0)
|
|
# Return a single string:
|
|
return '\n'.join(trimmed)
|
|
|
|
functions = filter(lambda x: x.startswith('api_'), globals().keys())
|
|
api = []
|
|
for f in sorted(functions):
|
|
api.append({
|
|
'name': f[4:],
|
|
'doc': trim(globals()[f].__doc__).replace('\n', '<br>\n')
|
|
})
|
|
context = RequestContext(request, {'api': api})
|
|
return render_to_response('api.html', context)
|