openmedialibrary/oml/changelog.py

297 lines
10 KiB
Python
Raw Normal View History

2014-05-04 17:26:43 +00:00
# -*- coding: utf-8 -*-
# vi:si:et:sw=4:sts=4:ts=4
2014-05-16 08:06:11 +00:00
from __future__ import division
2014-05-04 17:26:43 +00:00
2014-05-17 14:26:59 +00:00
import logging
2014-05-04 17:26:43 +00:00
import json
from datetime import datetime
2014-05-20 17:03:31 +00:00
from utils import valid, datetime2ts, ts2datetime
2014-05-04 17:26:43 +00:00
import settings
from settings import db
import state
from websocket import trigger_event
2014-05-17 14:26:59 +00:00
logger = logging.getLogger('oml.changelog')
2014-05-04 17:26:43 +00:00
class Changelog(db.Model):
'''
additem itemid metadata from file (info) + OLID
edititem itemid name->id (i.e. olid-> OL...M)
removeitem itemid
addlist name
editlist name {name: newname}
orderlists [name, name, name]
removelist name
2014-05-12 12:57:47 +00:00
addlistitems listname [ids]
removelistitems listname [ids]
2014-05-04 17:26:43 +00:00
editusername username
editcontact string
addpeer peerid peername
removepeer peerid peername
2014-05-21 00:02:21 +00:00
editmeta key, value data (i.e. 'isbn', '0000000000', {title: 'Example'})
resetmeta key, value
2014-05-04 17:26:43 +00:00
'''
id = db.Column(db.Integer(), primary_key=True)
created = db.Column(db.DateTime())
2014-05-20 00:43:54 +00:00
timestamp = db.Column(db.BigInteger())
2014-05-04 17:26:43 +00:00
user_id = db.Column(db.String(43))
revision = db.Column(db.BigInteger())
data = db.Column(db.Text())
sig = db.Column(db.String(96))
@classmethod
def record(cls, user, action, *args):
c = cls()
2014-05-20 00:43:54 +00:00
c.created = datetime.utcnow()
2014-05-20 17:03:31 +00:00
c.timestamp = datetime2ts(c.created)
2014-05-04 17:26:43 +00:00
c.user_id = user.id
c.revision = cls.query.filter_by(user_id=user.id).count()
2014-05-20 00:43:54 +00:00
c.data = json.dumps([action] + list(args))
_data = str(c.revision) + str(c.timestamp) + c.data
2014-05-04 17:26:43 +00:00
c.sig = settings.sk.sign(_data, encoding='base64')
db.session.add(c)
db.session.commit()
if state.nodes:
2014-05-14 09:57:11 +00:00
state.nodes.queue('peered', 'pushChanges', [c.json()])
2014-05-04 17:26:43 +00:00
2014-05-16 14:30:16 +00:00
@classmethod
def apply_changes(cls, user, changes):
for change in changes:
2014-05-17 00:14:15 +00:00
if not Changelog.apply_change(user, change, trigger=False):
2014-05-17 14:26:59 +00:00
logger.debug('FAIL %s', change)
2014-05-16 14:30:16 +00:00
break
return False
2014-05-17 00:14:15 +00:00
if changes:
trigger_event('change', {});
2014-05-16 14:30:16 +00:00
return True
2014-05-04 17:26:43 +00:00
@classmethod
2014-05-17 00:14:15 +00:00
def apply_change(cls, user, change, rebuild=False, trigger=True):
2014-05-04 17:26:43 +00:00
revision, timestamp, sig, data = change
last = Changelog.query.filter_by(user_id=user.id).order_by('-revision').first()
next_revision = last.revision + 1 if last else 0
if revision == next_revision:
_data = str(revision) + str(timestamp) + data
if rebuild:
sig = settings.sk.sign(_data, encoding='base64')
if valid(user.id, _data, sig):
c = cls()
2014-05-20 00:43:54 +00:00
c.created = datetime.utcnow()
c.timestamp = timestamp
2014-05-04 17:26:43 +00:00
c.user_id = user.id
c.revision = revision
c.data = data
c.sig = sig
2014-05-20 00:43:54 +00:00
args = json.loads(data)
2014-05-25 20:58:53 +00:00
logger.debug('apply change from %s: %s', user.name, args)
2014-05-20 00:43:54 +00:00
if getattr(c, 'action_' + args[0])(user, timestamp, *args[1:]):
2014-05-17 14:26:59 +00:00
logger.debug('change applied')
2014-05-04 17:26:43 +00:00
db.session.add(c)
db.session.commit()
2014-05-17 00:14:15 +00:00
if trigger:
trigger_event('change', {});
2014-05-04 17:26:43 +00:00
return True
else:
2014-05-17 14:26:59 +00:00
logger.debug('INVLAID SIGNATURE ON CHANGE %s', change)
2014-05-04 17:26:43 +00:00
raise Exception, 'invalid signature'
else:
2014-05-17 14:26:59 +00:00
logger.debug('revsion does not match! got %s expecting %s', revision, next_revision)
2014-05-04 17:26:43 +00:00
return False
def __repr__(self):
return self.data
def verify(self):
_data = str(self.revision) + str(self.timestamp) + self.data
return valid(self.user_id, _data, self.sig)
2014-05-14 23:28:49 +00:00
@classmethod
def _rebuild(cls):
for c in cls.query.filter_by(user_id=settings.USER_ID):
_data = str(c.revision) + str(c.timestamp) + c.data
c.sig = settings.sk.sign(_data, encoding='base64')
db.session.add(c)
db.session.commit()
2014-05-04 17:26:43 +00:00
def json(self):
2014-05-20 17:03:31 +00:00
timestamp = self.timestamp or datetime2ts(self.created)
2014-05-20 00:43:54 +00:00
return [self.revision, timestamp, self.sig, self.data]
2014-05-04 17:26:43 +00:00
@classmethod
def restore(cls, user_id, path=None):
from user.models import User
user = User.get_or_create(user_id)
if not path:
path = '/tmp/oml_changelog_%s.json' % user_id
with open(path, 'r') as fd:
for change in fd:
change = json.loads(change)
cls.apply_change(user, change, user_id == settings.USER_ID)
@classmethod
def export(cls, user_id, path=None):
if not path:
path = '/tmp/oml_changelog_%s.json' % user_id
with open(path, 'w') as fd:
for c in cls.query.filter_by(user_id=user_id).order_by('revision'):
fd.write(json.dumps(c.json()) + '\n')
def action_additem(self, user, timestamp, itemid, info):
from item.models import Item
i = Item.get(itemid)
if i and i.timestamp > timestamp:
if user not in i.users:
i.users.append(user)
i.update()
2014-05-04 17:26:43 +00:00
return True
if not i:
i = Item.get_or_create(itemid, info)
2014-05-20 17:03:31 +00:00
i.modified = ts2datetime(timestamp)
2014-05-19 15:00:33 +00:00
if user not in i.users:
i.users.append(user)
2014-05-04 17:26:43 +00:00
i.update()
return True
def action_edititem(self, user, timestamp, itemid, meta):
from item.models import Item
i = Item.get(itemid)
2014-05-26 08:23:10 +00:00
if not i:
logger.debug('ignore edititem for unknown item %s %s', timestamp, itemid)
return True
2014-05-04 17:26:43 +00:00
if i.timestamp > timestamp:
2014-05-20 17:03:31 +00:00
logger.debug('ignore edititem change %s %s %s', timestamp, itemid, meta)
2014-05-04 17:26:43 +00:00
return True
2014-05-19 20:58:00 +00:00
keys = filter(lambda k: k in Item.id_keys, meta.keys())
if keys:
key = keys[0]
2014-05-21 00:02:21 +00:00
primary = [key, meta[key]]
if not meta[key] and i.meta.get('primaryid', [''])[0] == key:
logger.debug('remove id mapping %s %s', i.id, primary)
i.update_primaryid(*primary)
2014-05-25 20:08:44 +00:00
i.modified = ts2datetime(timestamp)
2014-05-21 00:02:21 +00:00
elif meta[key] and i.meta.get('primaryid') != primary:
logger.debug('edit mapping %s %s', i.id, primary)
i.update_primaryid(*primary)
2014-05-25 20:08:44 +00:00
i.modified = ts2datetime(timestamp)
2014-05-19 20:58:00 +00:00
else:
2014-05-21 00:02:21 +00:00
if 'primaryid' in i.meta:
return True
2014-05-19 20:58:00 +00:00
i.update_meta(meta)
2014-05-25 20:08:44 +00:00
i.modified = ts2datetime(timestamp)
i.save()
2014-05-04 17:26:43 +00:00
return True
def action_removeitem(self, user, timestamp, itemid):
from item.models import Item
i = Item.get(itemid)
if not i or i.timestamp > timestamp:
return True
2014-05-17 11:45:57 +00:00
if user in i.users:
i.users.remove(user)
2014-05-04 17:26:43 +00:00
if i.users:
i.update()
else:
i.delete()
2014-05-04 17:26:43 +00:00
return True
def action_addlist(self, user, timestamp, name, query=None):
from user.models import List
l = List.create(user.id, name)
return True
def action_editlist(self, user, timestamp, name, new):
from user.models import List
l = List.get_or_create(user.id, name)
if 'name' in new:
l.name = new['name']
l.save()
return True
def action_orderlists(self, user, timestamp, lists):
from user.models import List
2014-05-25 18:06:12 +00:00
idx = 0
2014-05-04 17:26:43 +00:00
for name in lists:
l = List.get_or_create(user.id, name)
2014-05-25 18:06:12 +00:00
l.index_ = idx
2014-05-04 17:26:43 +00:00
l.save()
2014-05-25 18:06:12 +00:00
idx += 1
2014-05-04 17:26:43 +00:00
return True
def action_removelist(self, user, timestamp, name):
from user.models import List
l = List.get(user.id, name)
if l:
l.remove()
return True
2014-05-12 12:57:47 +00:00
def action_addlistitems(self, user, timestamp, name, ids):
2014-05-04 17:26:43 +00:00
from user.models import List
2014-05-12 12:57:47 +00:00
l = List.get_or_create(user.id, name)
l.add_items(ids)
2014-05-04 17:26:43 +00:00
return True
2014-05-12 23:43:27 +00:00
def action_removelistitems(self, user, timestamp, name, ids):
2014-05-04 17:26:43 +00:00
from user.models import List
l = List.get(user.id, name)
2014-05-12 12:57:47 +00:00
if l:
l.remove_items(ids)
2014-05-04 17:26:43 +00:00
return True
def action_editusername(self, user, timestamp, username):
2014-05-25 18:06:12 +00:00
from user.models import List
old = user.nickname
2014-05-04 17:26:43 +00:00
user.info['username'] = username
2014-05-25 12:16:04 +00:00
user.update_name()
2014-05-25 18:06:12 +00:00
if old != user.nickname:
List.rename_user(old, user.nickname)
2014-05-04 17:26:43 +00:00
user.save()
return True
def action_editcontact(self, user, timestamp, contact):
user.info['contact'] = contact
user.save()
return True
2014-05-12 23:43:27 +00:00
def action_addpeer(self, user, timestamp, peerid, username):
2014-05-04 17:26:43 +00:00
from user.models import User
if not 'users' in user.info:
user.info['users'] = {}
user.info['users'][peerid] = username
user.save()
2014-05-13 10:36:02 +00:00
peer = User.get_or_create(peerid)
if not 'username' in peer.info:
peer.info['username'] = username
2014-05-25 14:05:06 +00:00
peer.update_name()
2014-05-13 10:36:02 +00:00
peer.save()
2014-05-04 17:26:43 +00:00
return True
2014-05-12 23:43:27 +00:00
def action_removepeer(self, user, timestamp, peerid):
2014-05-04 17:26:43 +00:00
if 'users' in user.info and peerid in user.info['users']:
del user.info['users'][peerid]
user.save()
#fixme, remove from User table if no other connection exists
return True
2014-05-21 00:02:21 +00:00
def action_editmeta(self, user, timestamp, key, value, data):
from item.models import Metadata
m = Metadata.get(key, value)
if not m or m.timestamp < timestamp:
if not m:
m = Metadata.get_or_create(key, value)
if m.edit(data):
m.update_items()
return True
def action_resetmeta(self, user, timestamp, key, value):
from item.models import Metadata
m = Metadata.get(key, value)
if m and m.timestamp < timestamp:
m.reset()
return True