# -*- coding: utf-8 -*- # vi:si:et:sw=4:sts=4:ts=4 import json import hashlib import os import unicodedata from sqlalchemy.orm import load_only from sqlalchemy import func from oxtornado import actions from utils import cleanup_id from websocket import trigger_event import meta from . import models from . import query from .person import get_sort_name import settings import state import utils from . import person_api from . import title_api import logging logger = logging.getLogger(__name__) def find(data): ''' takes { query { conditions [{}] operator string } group string keys [string] sort [{}] range [int, int] } ''' response = {} q = query.parse(data) if 'group' in q: names = {} groups = {} key = 'group:' + hashlib.sha1(json.dumps(data).encode('utf-8')).hexdigest() g = state.cache.get(key) if g is None: items = q['qs'].options(load_only('id')) qs = models.Find.query.filter_by(key=q['group']) if items.first(): qs = qs.filter(models.Find.item_id.in_(items)) for f in qs.values('value', 'findvalue'): value = f[0] findvalue = f[1] if findvalue not in groups: groups[findvalue] = 0 groups[findvalue] += 1 names[findvalue] = value g = [{'name': names[k], 'items': groups[k]} for k in groups] else: g = [] if 'sort' in q: sort_type = utils.get_by_id(settings.config['itemKeys'], q['group']).get('sortType') def _sort_key(k): if sort_type == 'person': name = get_sort_name(k['name']) else: name = k['name'] if isinstance(name, str): name = unicodedata.normalize('NFKD', name).lower() items = k['items'] if q['sort'][0]['key'] == 'name': v = (name, items) else: v = (-items, name) return v reverse = q['sort'][0]['operator'] == '-' if q['sort'][0]['key'] == 'items': reverse = not reverse g.sort(key=_sort_key, reverse=reverse) state.cache.set(key, g) if 'positions' in data: response['positions'] = {} ids = [k['name'] for k in g] response['positions'] = utils.get_positions(ids, data['positions']) elif 'range' in data: response['items'] = g[q['range'][0]:q['range'][1]] else: response['items'] = len(g) elif 'position' in data: ids = [i.id for i in q['qs'].options(load_only('id'))] response['position'] = utils.get_positions(ids, [data['qs'][0].id])[0] elif 'positions' in data: ids = [i.id for i in q['qs'].options(load_only('id'))] response['positions'] = utils.get_positions(ids, data['positions']) elif 'keys' in data: response['items'] = [ i.json(data['keys']) for i in q['qs'][q['range'][0]:q['range'][1]] ] else: size = [i.info.get('size', 0) for i in q['qs'].options(load_only('id', 'info'))] response['items'] = len(size) response['size'] = sum(size) return response actions.register(find) def get(data): ''' takes { id keys } ''' response = {} item = models.Item.get(data['id']) if item: response = item.json(data['keys'] if 'keys' in data else None) return response actions.register(get) def edit(data): ''' takes { id ... } setting identifier or base metadata is possible not both at the same time id can be one id or list of ids ''' response = {} ids = data['id'] if isinstance(ids, str): ids = [ids] edited = [] for id in ids: item = models.Item.get(id) if item and item.json()['mediastate'] == 'available': item.edit(data) response = item.json() edited.append(id) else: logger.info('can only edit available items %s', id) if len(ids) > 1: response = data response['id'] = edited state.cache.clear('group:') return response actions.register(edit, cache=False) def remove(data): ''' takes { id } ''' if 'ids' in data and data['ids']: for i in models.Item.query.filter(models.Item.id.in_(data['ids'])): i.remove_file() return { 'items': [] } actions.register(remove, cache=False) def autocomplete(data): ''' takes { key: string, value: string, operator: string // '=', '==', '^', '$' query: object // item query to limit results range: [int, int] } returns { items: [string, ...] //array of matching values } ''' response = {} response['items'] = [] if not 'range' in data: data['range'] = [0, 10] op = data.get('operator', '=') key = utils.get_by_id(settings.config['itemKeys'], data['key']) order_by = key.get('autocompleteSort', False) add_itemsort = False if order_by: for o in order_by: if o['operator'] != '-': o['operator'] = '' order_by = ['%(operator)ssort.%(key)s' % o for o in order_by] add_itemsort = True else: order_by = ['-items'] items = query.parse({'query': data.get('query', {})})['qs'].options(load_only('id')) qs = state.db.session.query(models.Find.value, func.count(models.Find.value).label('items')) qs = qs.filter(models.Find.item_id.in_(items)) if data['value']: value = data['value'].lower() qs = qs.filter(models.Find.key.is_(data['key'])) if op == '=': qs = qs.filter(models.Find.findvalue.contains(value)) elif op == '==': qs = qs.filter(models.Find.findvalue.is_(value)) elif op == '^': qs = qs.filter(models.Find.findvalue.startswith(value)) elif op == '$': qs = qs.filter(models.Find.findvalue.endswith(value)) if add_itemsort: qs = qs.join(models.Item).join(models.Sort) qs = qs.group_by(models.Find.findvalue) qs = qs.order_by(*order_by) response['items'] = [r.value for r in qs[data['range'][0]:data['range'][1]]] return response actions.register(autocomplete) def findMetadata(data): ''' takes { key: value, } returns { items: [{ key: value }] } key is one of the supported identifiers: isbn10, isbn13... ''' response = { 'items': [] } key = ','.join(sorted(data)) if key == 'isbn': r = meta.lookup(key, data[key]) if r: response['items'].append(r) elif key == 'author,title': value = ' '.join(data.values()) for isbn in meta.find(value): r = meta.lookup('isbn', isbn) if r: response['items'].append(r) elif key == 'id': import user.models items = {} for m in user.models.Metadata.query.filter_by(item_id=data[key]): if m.data_hash not in items: items[m.data_hash] = m.data items[m.data_hash]['users'] = [m.user_id] j = items[m.data_hash] for key in [k['id'] for k in settings.config['itemKeys'] if isinstance(k['type'], list)]: if key in j and not isinstance(j[key], list): j[key] = [j[key]] if j[key] else [] else: items[m.data_hash]['users'].append(m.user_id) response['items'] = list(items.values()) return response actions.register(findMetadata) def getMetadata(data): ''' takes { key: value includeEdits: boolean } key can be one of the supported identifiers: isbn10, isbn13, oclc, olid,... ''' if 'includeEdits' in data: include_edits = data.pop('includeEdits') else: include_edits = False key, value = next(iter(data.items())) value = cleanup_id(key, value) response = meta.lookup(key, value) if include_edits: response.update(models.Metadata.load(key, value)) for key in [k['id'] for k in settings.config['itemKeys'] if isinstance(k['type'], list)]: if key in response and not isinstance(response[key], list): response[key] = [response[key]] if response[key] else [] return response actions.register(getMetadata) def resetMetadata(data): item = models.Item.get(data['id']) if item and 'primaryid' in item.meta: meta = models.Metadata.get(*item.meta['primaryid']) if meta: meta.reset() return {} actions.register(resetMetadata) def download(data): ''' takes { id } ''' response = {} item = models.Item.get(data['id']) if item: item.queue_download() item.update() response = {'queued': data['id']} return response actions.register(download, cache=False) def cancelDownloads(data): ''' takes { ids } ''' response = {} ids = data['ids'] if ids: for item in models.Item.query.filter(models.Item.id.in_(ids)): t = models.Transfer.get(item.id) t.progress = None t.added = None t.save() p = state.user() if p in item.users: item.users.remove(p) for l in item.lists.filter_by(user_id=settings.USER_ID): l.items.remove(item) item.update() trigger_event('transfer', { 'id': item.id, 'progress': -1 }) response = {'cancelled': ids} return response actions.register(cancelDownloads, cache=False) def scan(data): state.tasks.queue('scan', {}) return {} actions.register(scan, cache=False) def export(data): ''' takes { path absolute path to import list listename (add new items to this list) mode add|replace } ''' import user.models l = user.models.List.get(':' + data['list']) if l: data['list'] = ':' + data['list'] state.tasks.queue('export', data) response = {'status': 'ok'} else: response = {'status': 'invalid list'} return response actions.register(export, cache=False) def _import(data): ''' takes { path absolute path to import list listename (add new items to this list) mode copy|move } ''' state.tasks.queue('import', data) return {} actions.register(_import, 'import', cache=False) def cancelImport(data): state.activity['cancel'] = True trigger_event('activity', { 'activity': 'import', 'progress': [0, 0], 'status': {'code': 200, 'text': 'canceled'} }) return {} actions.register(cancelImport, cache=False) def openFile(data): response = {} item = models.Item.get(data['id']) if item: path = item.get_path() if path: utils.open_file(path) return response actions.register(openFile, cache=False) def openFolder(data): response = {} item = models.Item.get(data['id']) if item: path = item.get_path() if path: utils.open_folder(path=path) return response actions.register(openFolder, cache=False)