openmedialibrary/oml/oxtornado.py

220 lines
6.9 KiB
Python
Raw Normal View History

2014-05-19 20:14:24 +00:00
# -*- coding: utf-8 -*-
2014-09-02 22:32:44 +00:00
2014-05-19 20:14:24 +00:00
2014-08-09 21:40:05 +00:00
from contextlib import contextmanager
2014-05-19 20:14:24 +00:00
import inspect
import sys
import json
import datetime
import tornado.ioloop
import tornado.web
import tornado.gen
import tornado.concurrent
2018-08-26 14:03:48 +00:00
from concurrent.futures import ThreadPoolExecutor
from tornado.concurrent import run_on_executor
2014-05-19 20:14:24 +00:00
import logging
2015-11-29 14:56:38 +00:00
logger = logging.getLogger(__name__)
2014-05-19 20:14:24 +00:00
2018-08-26 14:03:48 +00:00
MAX_WORKERS = 4
2017-06-14 11:08:22 +00:00
2014-05-19 20:14:24 +00:00
def json_response(data=None, status=200, text='ok'):
if not data:
data = {}
return {'status': {'code': status, 'text': text}, 'data': data}
def _to_json(python_object):
if isinstance(python_object, datetime.datetime):
if python_object.year < 1900:
tt = python_object.timetuple()
return '%d-%02d-%02dT%02d:%02d%02dZ' % tuple(list(tt)[:6])
return python_object.strftime('%Y-%m-%dT%H:%M:%SZ')
2014-09-02 22:32:44 +00:00
raise TypeError('%s %s is not JSON serializable' % (repr(python_object), type(python_object)))
2014-05-19 20:14:24 +00:00
def json_dumps(obj):
indent = 2
2014-09-09 10:08:04 +00:00
return json.dumps(obj, indent=indent, default=_to_json, ensure_ascii=False).encode()
2014-05-19 20:14:24 +00:00
def trim(docstring):
if not docstring:
return ''
# Convert tabs to spaces (following the normal Python rules)
# and split into a list of lines:
lines = docstring.expandtabs().splitlines()
# Determine minimum indentation (first line doesn't count):
2014-09-02 22:32:44 +00:00
indent = sys.maxsize
2014-05-19 20:14:24 +00:00
for line in lines[1:]:
stripped = line.lstrip()
if stripped:
indent = min(indent, len(line) - len(stripped))
# Remove indentation (first line is special):
trimmed = [lines[0].strip()]
2014-09-02 22:32:44 +00:00
if indent < sys.maxsize:
2014-05-19 20:14:24 +00:00
for line in lines[1:]:
trimmed.append(line[indent:].rstrip())
# Strip off trailing and leading blank lines:
while trimmed and not trimmed[-1]:
trimmed.pop()
while trimmed and not trimmed[0]:
trimmed.pop(0)
# Return a single string:
return '\n'.join(trimmed)
2014-08-09 21:40:05 +00:00
@contextmanager
def defaultcontext():
yield
2014-05-19 20:14:24 +00:00
class ApiHandler(tornado.web.RequestHandler):
2018-08-26 14:03:48 +00:00
executor = ThreadPoolExecutor(max_workers=MAX_WORKERS)
2019-01-17 10:30:22 +00:00
def initialize(self, context=None, public=False):
2014-08-09 21:40:05 +00:00
self._context = context
2019-01-17 10:30:22 +00:00
self._public = public
2014-05-19 20:14:24 +00:00
2014-05-22 09:20:30 +00:00
def get(self):
self.write('use POST')
2018-08-26 14:03:48 +00:00
@run_on_executor
def api_task(self, request):
import settings
context = self._context
2019-01-17 10:30:22 +00:00
if context is None:
2018-08-26 14:03:48 +00:00
context = defaultcontext
2019-10-13 11:16:33 +00:00
action = None
if request.headers.get('Content-Type') == 'application/json':
try:
r = json.loads(request.body.decode())
action = r['action']
data = r['data']
except:
action = None
if not action:
action = request.arguments.get('action', [None])[0].decode('utf-8')
data = request.arguments.get('data', [b'{}'])[0]
data = json.loads(data.decode('utf-8')) if data else {}
2018-08-26 14:03:48 +00:00
if not action:
methods = list(actions.keys())
api = []
for f in sorted(methods):
api.append({'name': f,
'doc': actions.doc(f).replace('\n', '<br>\n')})
response = json_response(api)
else:
if settings.DEBUG_API:
logger.debug('API %s %s', action, data)
2019-01-17 10:30:22 +00:00
if self._public:
f = actions.versions['public'].get(action)
else:
f = actions.get(action)
2018-08-26 14:03:48 +00:00
if f:
with context():
try:
response = f(data)
except:
logger.debug('FAILED %s %s', action, data, exc_info=True)
response = json_response(status=500, text='%s failed' % action)
else:
response = json_response(status=400, text='Unknown action %s' % action)
return response
2014-05-19 20:14:24 +00:00
@tornado.gen.coroutine
def post(self):
if 'origin' in self.request.headers and self.request.host not in self.request.headers['origin']:
logger.debug('reject cross site attempt to access api %s', self.request)
self.set_status(403)
self.write('')
return
2018-08-26 14:03:48 +00:00
response = yield self.api_task(self.request)
2014-05-27 14:19:50 +00:00
if not 'status' in response:
response = json_response(response)
response = json_dumps(response)
2014-05-19 20:14:24 +00:00
self.set_header('Content-Type', 'application/json')
self.write(response)
class ApiActions(dict):
properties = {}
versions = {}
2019-01-17 10:30:22 +00:00
def _api(self, data, version=None):
'''
returns list of all known api actions
takes {
docs: bool
}
if docs is true, action properties contain docstrings
returns {
actions: {
'api': {
cache: true,
doc: 'recursion'
},
'hello': {
cache: true,
..
2014-05-19 20:14:24 +00:00
}
2019-01-17 10:30:22 +00:00
...
2014-05-19 20:14:24 +00:00
}
2019-01-17 10:30:22 +00:00
}
'''
data = data or {}
docs = data.get('docs', False)
code = data.get('code', False)
if version:
_actions = list(self.versions[version].keys())
else:
2014-09-02 22:32:44 +00:00
_actions = list(self.keys())
2019-01-17 10:30:22 +00:00
_actions.sort()
actions = {}
for a in _actions:
actions[a] = self.properties[a]
if docs:
actions[a]['doc'] = self.doc(a, version)
if code:
actions[a]['code'] = self.code(a, version)
return {'actions': actions}
def __init__(self):
self.register(self._api, 'api')
def doc(self, name, version=None):
if version:
f = self.versions[version][name]
else:
f = self[name]
2014-05-19 20:14:24 +00:00
return trim(f.__doc__)
def code(self, name, version=None):
2019-01-17 10:30:22 +00:00
if version:
f = self.versions[version][name]
else:
f = self[name]
2014-09-02 22:32:44 +00:00
if name != 'api' and hasattr(f, 'func_closure') and f.__closure__:
fc = [c for c in f.__closure__ if hasattr(c.cell_contents, '__call__')]
2014-05-19 20:14:24 +00:00
f = fc[len(fc)-1].cell_contents
2014-09-02 22:32:44 +00:00
info = f.__code__.co_filename
info = '%s:%s' % (info, f.__code__.co_firstlineno)
2014-05-19 20:14:24 +00:00
return info, trim(inspect.getsource(f))
def register(self, method, action=None, cache=True, version=None):
if not action:
2014-09-02 22:32:44 +00:00
action = method.__name__
2014-05-19 20:14:24 +00:00
if version:
2019-01-17 10:30:22 +00:00
if version not in self.versions:
2014-05-19 20:14:24 +00:00
self.versions[version] = {}
2019-01-17 10:30:22 +00:00
self.register(lambda data: self._api(data, version), action='api', version=version)
2014-05-19 20:14:24 +00:00
self.versions[version][action] = method
else:
self[action] = method
self.properties[action] = {'cache': cache}
def unregister(self, action):
if action in self:
del self[action]
2019-01-17 10:30:22 +00:00
2014-05-19 20:14:24 +00:00
actions = ApiActions()