# -*- coding: utf-8 -*- # vi:si:et:sw=4:sts=4:ts=4 import os.path import re from datetime import datetime from urllib2 import unquote import json from django.db.models import Q, Avg, Count from django.contrib.auth.models import User from django.shortcuts import render_to_response, get_object_or_404, get_list_or_404 from django.template import RequestContext from django.core.paginator import Paginator from django import forms from django.http import HttpResponse from django.contrib.auth.decorators import login_required try: import simplejson as json except ImportError: from django.utils import simplejson as json from oxdjango.shortcuts import render_to_json_response from oxdjango.decorators import login_required_json import models import utils from daemon import send_bg_message from oxuser.views import api_login, api_logout, api_register, api_recover, api_preferences def api(request): if not 'function' in request.POST: return apidoc(request) function = request.POST['function'] #FIXME: possible to do this in f #data = json.loads(request.POST['data']) #FIXME: security considerations, web facing api should not call anything in globals!!! f = globals().get('api_'+function, None) if f: response = f(request) else: response = {'status': 404, 'statusText': 'Unknown function %s' % function} response = render_to_json_response(response) return response def api_hello(request): ''' api('hello', functio(result) { result.user }) ''' response = {'status': 200, 'statusText': 'ok'} response.user = request.user.json() return render_to_json_response(response) ''' field.length -> movie.sort.all()[0].field o=0&n=100 a & b | c & d query l=user:name or l=name q=year:1980,hello,country:usa q=year:1980,hello,country:!usa q=title:^the$ q=title:^100%24$ q=year:<1970,year:>1960 q=year:<1960,year:>1950,title:sex !1960-1970 2009.08.02.22.26.35-2009.08.02.22.26.35 !^the (dddd.dd.dd)-(dddd.dd.dd) 5-8 10000-20000 <2009-08-02-22-26-35 >2009-08-02-22-26-35 2009-08-02-22-26-35< ^the the* *foo foo$ *foo* foo s=director:asc,year:desc default: director:asc,year:desc r=0:100 or r=100 or r=100: default: 0:100 p=id,title,director,date,cast.length default: title,director,year,country q List data backend spec: url = //url for request params = [] //additional params passed to url, i.e. query, or group the url must understand the following requests: number of items: url?params&n=1 > {items: N} items sorted by key range X to Y: url?params&s=key:asc|desc&r=X:Y > {items: [{k0:v0, k1:v1...}, {k0:v0, k1:v1...}]} Examples: /json/find?l=all&s=title&f=all&q=&a=desc&p=id,title,director,date,cast.length /json/find?r=0:100&l=all&s=title&f=all&q=&a=desc&p=id,title,director,date,cast.length { movies=[ { "id": "title": "fsdf", "director": }, ] } #get sort order for all ids /json/find?r=0:1000&l=all&s=title&f=all&q=&a=desc&p=id { movies=[ { "id": id }, ] } /json/find?l=all&s=title&f=all&q=&a=desc { movies: 1234, files: 2345, pixels: 1242345345, size: 1235, duration: 1235, } /json/find?r=0:100&l=all&s=[name, items]&f=all&q=&a=desc&g=country { groups = [ {name:"USA", movies: 123}, {name:"UK", movies: 1234} ] } #find as you type: in table, by sort string #auto compleat in find box ''' def _order_query(qs, s, prefix='sort__'): order_by = [] for e in s.split(','): o = e.split(':') if len(o) == 1: o.append('asc') order = {'id': 'movieId'}.get(o[0], o[0]) order = '%s%s' % (prefix, order) if o[1] == 'desc': order = '-%s' % order order_by.append(order) if order_by: qs = qs.order_by(*order_by) return qs def _parse_query(request): get = json.loads(request.POST['data']) query = {} query['i'] = 0 query['o'] = 100 query['s'] = 'title:asc' def parse_dict(s): d = s.split(",") return [i.strip() for i in d] _dicts = ['p', ] _ints = ['n', ] for key in ('s', 'p', 'g', 'l', 'n'): if key in get: if key in _ints: query[key] = int(get[key]) elif key in _dicts: query[key] = parse_dict(get[key]) else: query[key] = get[key] query['q'] = models.Movie.objects.find(request) if 'r' in get: r = get['r'].split(':') if len(r) == 1: r.append(0) if r[0] == '': r[0] = 0 if r[1] == '': r[0] = -1 query['i'] = int(r[0]) query['o'] = int(r[1]) #group by only allows sorting by name or number of itmes return query def api_find(request): ''' data: {'q': query, 's': sort, 'r': range} query: query string, can contain field:search more on query syntax at http://wiki.0xdb.org/wiki/QuerySyntax sort: comma seperated list of field:order, default: director:asc,year:desc range: result ragne, from:to or from ''' query = _parse_query(request) response = {} if 'p' in query: response['items'] = [] qs = _order_query(query['q'], query['s']) if 'n' in query: response = {'items': qs.count()} else: _p = query['p'] def only_p(m): r = {} if m: m = json.loads(m) for p in _p: r[p] = m[p] return r qs = qs[query['i']:query['o']] response['items'] = [only_p(m['json']) for m in qs.values('json')] elif 'g' in query: if query['s'].split(':')[0] not in ('name', 'items'): query['s'] = 'name' #FIXME: also filter lists here response['items'] = [] name = 'name' items = 'movies' movie_qs = query['q'] _objects = { 'country': models.Country.objects, 'genre': models.Genre.objects, 'language': models.Language.objects, 'director': models.Person.objects.filter(cast__role='directors'), } if query['g'] in _objects: qs = _objects[query['g']].filter(movies__id__in=movie_qs).values('name').annotate(movies=Count('movies')) elif query['g'] == "year": qs = movie_qs.values('imdb__year').annotate(movies=Count('id')) name='imdb__year' if 'n' in query: response['items'] = qs.count() else: #replace normalized items/name sort with actual db value order_by = query['s'].split(":") if len(order_by) == 1: order_by.append('desc') if order_by[0] == 'name': order_by = "%s:%s" % (name, order_by[1]) else: order_by = "%s:%s" % (items, order_by[1]) qs = _order_query(qs, order_by, '') qs = qs[query['i']:query['o']] response['items'] = [{'title': i[name], 'items': i[items]} for i in qs] else: #FIXME: also filter lists here movies = models.Movie.objects.filter(available=True) files = models.File.objects.all() response['items'] = movies.count() response['files'] = files.count() r = files.aggregate(Count('size'), Count('pixels'), Count('duration')) response['pixels'] = r['pixels__count'] response['size'] = r['size__count'] response['duration'] = r['duration__count'] return render_to_json_response(response) def api_getItem(request): ''' api('getItem', id) return item with id ''' response = {'status': 200, 'statusText': 'ok'} itemId = json.loads(request.POST['data']) item = models.Movie.objects.get(movieId=itemId) response['item'] = item.json() return render_to_json_response(response) def api_editItem(request): ''' api('editItem', {key: value}) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_removeItem(request): ''' api('removeItem', itemId) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_addLayer(request): ''' api('addItem', {key: value}) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_removeLayer(request): ''' api('removeItem', layerId) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_editLayer(request): ''' api('editLayer', {key: value}) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_addListItem(request): ''' api('addListItem', {key: value}) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_removeListItem(request): ''' api('removeListItem', {key: value}) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_addList(request): ''' api('addList', {key: value}) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_editList(request): ''' api('editList', {key: value}) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_removeList(request): ''' api('removeList', {key: value}) {'status': 500, 'statusText': 'not implemented'} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) #@login_required_json def api_update(request): ''' params: archive = string files = json ''' print "update request" data = json.loads(request.POST['data']) archive = data['archive'] files = data['files'] archive = models.Archive.objects.get(name=archive) print "update request for", archive.name needs_data = [] rename = {} for oshash in files: print 'checking', oshash data = files[oshash] q = models.ArchiveFile.objects.filter(archive=archive, file__oshash=oshash) if q.count() == 0: print "adding file", oshash, data['path'] f = models.ArchiveFile.get_or_create(archive, oshash) f.update(data) if not f.file.movie: send_bg_message({'findMovie': f.file.id}) #FIXME: only add if it was not in File else: f = q[0] if data['path'] != f.path: f.path = data['path'] f.save() if f.file.needs_data: needs_data.append(oshash) if f.path != f.file.path: rename[oshash] = f.file.path print "processed files for", archive.name #remove all files not in files.keys() from ArchiveFile response = {'status': 200, 'statusText': 'ok'} response['info'] = needs_data response['rename'] = rename return render_to_json_response(response) def api_upload(request): #video, timeline, frame ''' upload video, timeline or frame ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_editFile(request): #FIXME: should this be file.files. or part of update ''' change file / imdb link ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) def api_parse(request): #parse path and return info ''' api('guess', {path:'Foobar/The Matrix.avi'}) {imdb: ...} ''' path = json.loads(request.POST['data'])['path'] response = utils.parsePath(path) response = {'status': 500, 'statusText': 'ok', data: response} return render_to_json_response(response) def api_guess(request): #guess imdb based on title, director, year ''' api('guess', {title:'The Matrix'}) {imdb: ...} ''' response = {'status': 500, 'statusText': 'not implemented'} return render_to_json_response(response) #FIXME: old stuff below... ''' GET info?oshash=a41cde31c581e11d > { "movie_id": 0123456, ?? "oshash": "a41cde31c581e11d", "sha1":.., "md5":.. "duration": 5.266667, "video": [], "audio": [], "path": "E/Example, The/An Example.avi", "size": 1646274 } ''' def file_info(request): oshash = request.GET['oshash'] f = models.MovieFile.objects.get(oshash=oshash) response = f.json() return render_to_json_response(response) ''' GET subtitles?oshash=a41cde31c581e11d > { "languages": ['en', 'fr', 'de'] } GET subtitles?oshash=a41cde31c581e11d&language=en > srt file POST subtitle?oshash=a41cde31c581e11d&language=en srt = ''' def subtitles(request): oshash = request.GET['oshash'] language = request.GET.get('language', None) if request.method == 'POST': user = request.user sub = models.Subtitles.get_or_create(user, oshash, language) sub.srt = request.POST['srt'] sub.save() else: if language: q = models.Subtitles.objects.filter(movie_file__oshash=oshash, language=language) if q.count() > 0: return HttpResponse(q[0].srt, content_type='text/x-srt') response = {} l = models.Subtitles.objects.filter(movie_file__oshash=oshash).values('language') response['languages'] = [f['language'] for f in l] return render_to_json_response(response) ''' GET list > { "files": { "a41cde31c581e11d": {"path": "E/Example, The/An Example.avi", "size":1646274}, } } ''' @login_required_json def list_files(request): response = {} response['files'] = {} qs = models.UserFile.filter(user=request.user) p = Paginator(qs, 1000) for i in p.page_range: page = p.page(i) for f in page.object_list: response['files'][f.movie_file.oshash] = {'path': f.path, 'size': f.movie_file.size} return render_to_json_response(response) def find_files(request): response = {} query = _parse_query(request) response['files'] = {} qs = models.UserFile.filter(user=request.user).filter(movie_file__movie__id__in=query['q']) p = Paginator(qs, 1000) for i in p.page_range: page = p.page(i) for f in page.object_list: response['files'][f.movie_file.oshash] = {'path': f.path, 'size': f.movie_file.size} return render_to_json_response(response) ''' POST metadata > file: { "duration": 5.266667, "video_codec": "mpeg1", "pixel_format": "yuv420p", "width": 352, "height": 240, "pixel_aspect_ratio": "1:1", "display_aspect_ratio": "22:15", "framerate": "30:1", "audio_codec": "mp2", "samplerate": 44100, "channels": 1, "path": "E/Example, The/An Example.avi", "size": 1646274 "oshash": "a41cde31c581e11d", "sha1":.., "md5":.. } ''' #@login_required_json def add_metadata(request, archive): info = json.loads(request.POST['file']) oshash = info['oshash'] archive = models.Archive.objects.get(name=archive) if archive.users.filter(user=request.user).count() == 1: user_file = models.ArchiveFile.get_or_create(archive, oshash) user_file.update(request.POST) response = {'status': 200} else: response = {'status': 404} return render_to_json_response(response) class StillForm(forms.Form): still = forms.FileField() position = forms.FloatField() #@login_required_json def add_still(request, oshash): response = {'status': 500} f = get_object_or_404(models.File, oshash=oshash) form = TimelineForm(request.POST, request.FILES) if form.is_valid(): ff = form.cleaned_data['still'] position = form.cleaned_data['position'] still = models.Still(file=f, position=position) still.save() still.still.save(ff, ff.name) response = {'status': 200} response['url'] = still.url() return render_to_json_response(response) class TimelineForm(forms.Form): timeline = forms.FileField() #FIXME: should everybody be able to overwrite timelines? #@login_required_json def add_timeline(request, oshash): response = {'status': 500} f = get_object_or_404(models.File, oshash=oshash) form = TimelineForm(request.POST, request.FILES) if form.is_valid(): ff = form.cleaned_data['timeline'] f.timeline.save(ff.name, ff) response = {'status': 200} response['url'] = f.timeline.url() return render_to_json_response(response) class VideoForm(forms.Form): video = forms.FileField() #@login_required_json def add_video(request, oshash): response = {'status': 500} f = get_object_or_404(models.File, oshash=oshash) form = VideoForm(request.POST, request.FILES) if form.is_valid(): ff = form.cleaned_data['video'] f.stream128.save(ff.name, ff) response = {'status': 200} response['url'] = f.stream128.url() return render_to_json_response(response) def apidoc(request): ''' this is used for online documentation at http://127.0.0.1:8000/api/ ''' import sys def trim(docstring): if not docstring: return '' # Convert tabs to spaces (following the normal Python rules) # and split into a list of lines: lines = docstring.expandtabs().splitlines() # Determine minimum indentation (first line doesn't count): indent = sys.maxint for line in lines[1:]: stripped = line.lstrip() if stripped: indent = min(indent, len(line) - len(stripped)) # Remove indentation (first line is special): trimmed = [lines[0].strip()] if indent < sys.maxint: for line in lines[1:]: trimmed.append(line[indent:].rstrip()) # Strip off trailing and leading blank lines: while trimmed and not trimmed[-1]: trimmed.pop() while trimmed and not trimmed[0]: trimmed.pop(0) # Return a single string: return '\n'.join(trimmed) functions = filter(lambda x: x.startswith('api_'), globals().keys()) api = [] for f in sorted(functions): api.append({ 'name': f[4:], 'doc': trim(globals()[f].__doc__).replace('\n', '
\n') }) context = RequestContext(request, {'api': api}) return render_to_response('api.html', context)