openmedialibrary/oml/tasks.py

136 lines
4.7 KiB
Python
Raw Normal View History

# -*- coding: utf-8 -*-
# vi:si:et:sw=4:sts=4:ts=4
2016-02-11 14:26:12 +00:00
from queue import PriorityQueue
from threading import Thread
2016-02-11 14:29:51 +00:00
import json
import os
import time
from websocket import trigger_event
import state
import settings
import logging
2015-11-29 14:56:38 +00:00
logger = logging.getLogger(__name__)
2016-02-11 14:29:51 +00:00
DEUBG_TASKS = False
2016-02-29 12:50:56 +00:00
class QueueElement(tuple):
def __lt__(self, rhs):
return self[0] < rhs[0]
def __gt__(self, rhs):
return self[0] > rhs[0]
def __le__(self, rhs):
return self[0] <= rhs[0]
def __ge__(self, rhs):
return self[0] >= rhs[0]
class Tasks(Thread):
_tasks = []
2014-08-09 16:33:59 +00:00
def __init__(self):
self._taskspath = os.path.join(settings.data_path, 'tasks.json')
2016-02-11 14:26:12 +00:00
self.q = PriorityQueue()
Thread.__init__(self)
self.daemon = True
self.start()
def run(self):
2016-02-11 14:26:12 +00:00
self.load_tasks()
self.queue('scan')
import item.scan
from item.models import sync_metadata, get_preview, get_cover
2016-03-14 13:31:56 +00:00
from user.models import (
export_list, update_user_peering,
add_local_info, remove_local_info,
upload
2016-03-14 13:31:56 +00:00
)
shutdown = False
while not shutdown:
2016-02-11 14:26:12 +00:00
p, m = self.q.get()
if m:
if state.shutdown:
2016-02-11 14:26:12 +00:00
self._tasks.append((p, m))
else:
try:
action, data = m
2016-02-11 14:29:51 +00:00
if DEUBG_TASKS:
t0 = time.time()
logger.debug('%s start', action)
if action == 'changelibrarypath':
item.scan.change_path(data[0], data[1])
elif action == 'export':
export_list(data)
elif action == 'getcover':
get_cover(data)
elif action == 'getpreview':
get_preview(data)
elif action == 'import':
item.scan.run_import(data)
elif action == 'peering':
update_user_peering(*data)
elif action == 'ping':
trigger_event('pong', data)
2016-03-14 13:31:56 +00:00
elif action == 'addlocalinfo':
add_local_info(data)
elif action == 'removelocalinfo':
remove_local_info(data)
elif action == 'scan':
item.scan.run_scan()
elif action == 'scanimport':
item.scan.import_folder()
elif action == 'syncmetadata':
sync_metadata(data)
elif action == 'upload':
upload(data)
else:
trigger_event('error', {'error': 'unknown action'})
2016-02-11 14:29:51 +00:00
if DEUBG_TASKS:
logger.debug('%s done (%s)', action, time.time()-t0)
except:
logger.debug('task failed', exc_info=True)
else:
shutdown = True
self.q.task_done()
def load_tasks(self):
if os.path.exists(self._taskspath):
try:
with open(self._taskspath) as f:
tasks = json.load(f)
for task in tasks:
2016-02-11 15:54:32 +00:00
if len(task) == 2:
2016-02-29 12:50:56 +00:00
self.q.put(QueueElement((task[0], tuple(task[1]))))
logger.debug('loaded %s tasks', len(tasks))
except:
logger.debug('failed to load saved tasks', exc_info=True)
os.unlink(self._taskspath)
def save_tasks(self):
if self._tasks:
logger.debug('saving %s tasks for later', len(self._tasks))
with open(self._taskspath, 'w', encoding='utf-8') as f:
json.dump(self._tasks, f)
def join(self):
2016-02-29 12:50:56 +00:00
self.q.put(QueueElement((1000, None)))
r = Thread.join(self)
self.save_tasks()
return r
2016-02-11 14:26:12 +00:00
def queue(self, action, data=None, priority=None):
if priority is None:
priority = 100
if action in ('getcover', 'getpreview'):
priority += 1
2016-02-14 07:33:15 +00:00
if action in ('import', 'export', 'scanimport'):
2016-02-11 14:26:12 +00:00
priority -= 1
if action in ('peering', 'changelibrarypath'):
priority -= 2
if not state.shutdown:
2016-02-11 14:26:12 +00:00
#logger.debug('queue: %s (%s)', action, data)
2016-02-29 12:50:56 +00:00
self.q.put(QueueElement((priority, (action, data))))
else:
self._tasks.append((priority, (action, data)))