cablegates/pandora/item/managers.py

217 lines
6.1 KiB
Python
Raw Normal View History

2009-08-01 14:14:54 +00:00
# -*- coding: utf-8 -*-
# vi:si:et:sw=4:sts=4:ts=4
2009-08-16 12:23:29 +00:00
import re
from datetime import datetime
from urllib2 import unquote
2010-01-25 14:57:10 +00:00
import json
2009-08-16 12:23:29 +00:00
2009-08-01 14:14:54 +00:00
from django.contrib.auth.models import User
from django.core.exceptions import ObjectDoesNotExist
2009-08-16 12:23:29 +00:00
from django.db.models import Q, Manager
2010-07-06 08:51:50 +00:00
2009-08-16 12:23:29 +00:00
import models
2009-08-01 14:14:54 +00:00
2009-08-16 12:23:29 +00:00
def keyType(key):
2010-07-03 11:17:19 +00:00
if key in ('released', ):
2009-08-16 12:23:29 +00:00
return "date"
if key in ('year', 'cast.length'):
return "int"
if key in ('rating', 'votes'):
return "float"
return "string"
2009-08-01 14:14:54 +00:00
2010-07-14 14:35:10 +00:00
def parseCondition(condition):
'''
condition: {
value: "war"
}
or
condition: {
key: "year",
value: "1970-1980,
operator: "!="
}
...
'''
k = condition.get('key', 'all')
2010-09-23 16:01:48 +00:00
k = {'id': 'itemId'}.get(k, k)
2010-07-14 14:35:10 +00:00
if not k: k = 'all'
v = condition['value']
op = condition.get('operator', None)
if not op: op = '~'
if op.startswith('!'):
op = op[1:]
exclude = True
else:
exclude = False
if keyType(k) == "string":
2010-07-15 15:55:10 +00:00
in_find=True
2010-11-06 16:14:00 +00:00
value_key = 'find__value'
2010-07-14 14:35:10 +00:00
if op == '=':
2010-09-23 16:01:48 +00:00
if k in models.Item.facet_keys:
2010-07-15 15:55:10 +00:00
in_find=False
2010-09-23 16:01:48 +00:00
v = models.Item.objects.filter(facets__key=k, facets__value=v)
2010-07-15 15:55:10 +00:00
k = 'id__in'
2010-07-14 14:35:10 +00:00
else:
2010-11-06 16:14:00 +00:00
value_key = 'find__value__iexact'
2010-07-14 14:35:10 +00:00
elif op == '^':
v = v[1:]
2010-11-06 16:14:00 +00:00
value_key = 'find__value__istartswith'
2010-07-14 14:35:10 +00:00
elif op == '$':
v = v[:-1]
2010-11-06 16:14:00 +00:00
value_key = 'find__value__iendswith'
2010-07-14 14:35:10 +00:00
else: # elif op == '~':
2010-11-06 16:14:00 +00:00
value_key = 'find__value__icontains'
2010-07-14 14:35:10 +00:00
k = str(k)
if exclude:
2010-11-06 16:14:00 +00:00
if in_find and not k.startswith('itemId'):
q = ~Q(**{'find__key':k, value_key:v})
else:
q = ~Q(**{k:v})
2010-07-14 14:35:10 +00:00
else:
2010-11-06 16:14:00 +00:00
if in_find and not k.startswith('itemId'):
q = Q(**{'find__key':k, value_key:v})
else:
q = Q(**{k:v})
return q
2010-07-14 14:35:10 +00:00
else: #number or date
2010-11-06 16:14:00 +00:00
#FIXME: this part needs to be moved to use key/value find db
2010-07-14 14:35:10 +00:00
def parseDate(d):
while len(d) < 3:
d.append(1)
return datetime(*[int(i) for i in d])
if op == '-':
v1 = v[1]
v2 = v[2]
if keyType(k) == "date":
v1 = parseDate(v1.split('.'))
v2 = parseDate(v2.split('.'))
k = 'find__%s' % k
if exclude: #!1960-1970
k1 = str('%s__lt' % k)
k2 = str('%s__gte' % k)
return Q(**{k1:v1})|Q(**{k2:v2})
else: #1960-1970
k1 = str('%s__gte' % k)
k2 = str('%s__lt' % k)
return Q(**{k1:v1})&Q(**{k2:v2})
else:
if keyType(k) == "date":
v = parseDate(v.split('.'))
if op == '=':
k = '%s__exact' % k
elif op == '>':
k = '%s__gt' % k
elif op == '>=':
k = '%s__gte' % k
elif op == '<':
k = '%s__lt' % k
elif op == '<=':
k = '%s__lte' % k
k = 'find__%s' % k
k = str(k)
if exclude: #!1960
return ~Q(**{k:v})
else: #1960
return Q(**{k:v})
def parseConditions(conditions, operator):
'''
conditions: [
{
value: "war"
}
{
key: "year",
value: "1970-1980,
operator: "!="
},
{
key: "country",
value: "f",
operator: "^"
}
],
operator: "&"
'''
conn = []
for condition in conditions:
if 'conditions' in condition:
q = parseConditions(condition['conditions'],
condition.get('operator', '&'))
if q: conn.append(q)
pass
else:
2010-07-15 12:12:04 +00:00
if condition.get('value', '') != '' or condition.get('operator', '') == '=':
conn.append(parseCondition(condition))
2010-07-14 14:35:10 +00:00
if conn:
q = conn[0]
for c in conn[1:]:
if operator == '|':
q = q | c
else:
q = q & c
return q
return None
2010-09-23 16:01:48 +00:00
class ItemManager(Manager):
2009-08-01 14:14:54 +00:00
def get_query_set(self):
2010-09-23 16:01:48 +00:00
return super(ItemManager, self).get_query_set()
2009-08-01 14:14:54 +00:00
2010-02-22 09:25:29 +00:00
def filter_list(self, qs, l, user):
if l != "all":
l = l.split(":")
only_public = True
if not user.is_anonymous():
if len(l) == 1: l = [request.user.username] + l
if request.user.username == l[0]:
only_public = False
if len(l) == 2:
lqs = models.List.objects.filter(name=l[1], user__username=l[0])
if only_public:
lqs = qls.filter(public=True)
if lqs.count() == 1:
qs = qs.filter(listitem__list__id=lqs[0].id)
return qs
2010-07-07 22:11:34 +00:00
def find(self, data, user):
2010-02-22 09:25:29 +00:00
'''
query: {
conditions: [
{
value: "war"
2010-02-22 09:25:29 +00:00
}
{
key: "year",
value: "1970-1980,
operator: "!="
},
{
key: "country",
value: "f",
operator: "^"
}
],
2010-07-14 14:35:10 +00:00
operator: "&"
2010-02-22 09:25:29 +00:00
}
'''
#join query with operator
qs = self.get_query_set()
2010-09-23 16:01:48 +00:00
#only include items that have hard metadata
2010-02-22 09:25:29 +00:00
qs = qs.filter(available=True)
2010-07-14 14:35:10 +00:00
conditions = parseConditions(data['query']['conditions'],
data['query'].get('operator', '&'))
2010-02-22 09:25:29 +00:00
if conditions:
2010-07-14 14:35:10 +00:00
qs = qs.filter(conditions)
2010-02-22 09:25:29 +00:00
2010-07-14 14:35:10 +00:00
#FIXME: lists are part of query now
2010-02-22 09:25:29 +00:00
# filter list, works for own or public lists
l = data.get('list', 'all')
qs = self.filter_list(qs, l, user)
return qs