240 lines
8.3 KiB
Python
240 lines
8.3 KiB
Python
# -*- coding: utf-8 -*-
|
|
# vi:si:et:sw=4:sts=4:ts=4
|
|
# GPL 2011
|
|
from types import MethodType
|
|
import gzip
|
|
import os
|
|
import shutil
|
|
import sys
|
|
|
|
from six.moves import http_cookiejar as cookielib
|
|
from six import BytesIO, PY2
|
|
from six.moves import urllib
|
|
from six.moves.urllib.parse import urlparse
|
|
|
|
from . import __version__
|
|
from .utils import json
|
|
from .form import MultiPartForm
|
|
|
|
__all__ = ['getAPI', 'API']
|
|
|
|
CHUNK_SIZE = 1024*1024*5
|
|
|
|
def getAPI(url, cj=None):
|
|
return API(url, cj)
|
|
|
|
class API(object):
|
|
__version__ = __version__
|
|
__name__ = 'ox'
|
|
DEBUG = False
|
|
debuglevel = 0
|
|
|
|
def __init__(self, url, cj=None):
|
|
if cj:
|
|
self._cj = cj
|
|
else:
|
|
self._cj = cookielib.CookieJar()
|
|
self._opener = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(self._cj),
|
|
urllib.request.HTTPHandler(debuglevel=self.debuglevel))
|
|
self._opener.addheaders = [
|
|
('User-Agent', '%s/%s' % (self.__name__, self.__version__))
|
|
]
|
|
|
|
self.url = url
|
|
r = self._request('api', {'docs': True})
|
|
self._properties = r['data']['actions']
|
|
self._actions = r['data']['actions'].keys()
|
|
for a in r['data']['actions']:
|
|
self._add_action(a)
|
|
|
|
def _add_method(self, method, name):
|
|
if name is None:
|
|
name = method.func_name
|
|
if PY2:
|
|
setattr(self, name, MethodType(method, self, type(self)))
|
|
else:
|
|
setattr(self, name, MethodType(method, self))
|
|
|
|
def _add_action(self, action):
|
|
def method(self, *args, **kw):
|
|
if args and kw:
|
|
raise ValueError('pass either a dictionary or kwargs, not both')
|
|
if not kw:
|
|
if args:
|
|
kw = args[0]
|
|
else:
|
|
kw = None
|
|
return self._request(action, kw)
|
|
if 'doc' in self._properties[action]:
|
|
method.__doc__ = self._properties[action]['doc']
|
|
if PY2:
|
|
method.func_name = str(action)
|
|
else:
|
|
method.func_name = action
|
|
self._add_method(method, action)
|
|
|
|
def _json_request(self, url, form):
|
|
result = {}
|
|
try:
|
|
body = form.body()
|
|
if PY2:
|
|
if not isinstance(url, bytes):
|
|
url = url.encode('utf-8')
|
|
request = urllib.request.Request(url)
|
|
request.add_data(body)
|
|
else:
|
|
request = urllib.request.Request(url, data=body, method='POST')
|
|
request.add_header('Content-Type', form.get_content_type())
|
|
request.add_header('Content-Length', str(len(body)))
|
|
request.add_header('Accept-Encoding', 'gzip, deflate')
|
|
f = self._opener.open(request)
|
|
result = f.read()
|
|
if f.headers.get('content-encoding', None) == 'gzip':
|
|
result = gzip.GzipFile(fileobj=BytesIO(result)).read()
|
|
result = result.decode('utf-8')
|
|
return json.loads(result)
|
|
except urllib.error.HTTPError as e:
|
|
if self.DEBUG:
|
|
import webbrowser
|
|
if e.code >= 500:
|
|
with open('/tmp/error.html', 'w') as f:
|
|
f.write(e.read())
|
|
webbrowser.open_new_tab('/tmp/error.html')
|
|
|
|
result = e.read()
|
|
try:
|
|
result = result.decode('utf-8')
|
|
result = json.loads(result)
|
|
except:
|
|
result = {'status': {}}
|
|
result['status']['code'] = e.code
|
|
result['status']['text'] = str(e)
|
|
return result
|
|
except:
|
|
if self.DEBUG:
|
|
import webbrowser
|
|
import traceback
|
|
traceback.print_exc()
|
|
if result:
|
|
with open('/tmp/error.html', 'w') as f:
|
|
f.write(str(result))
|
|
webbrowser.open_new_tab('/tmp/error.html')
|
|
raise
|
|
|
|
def _request(self, action, data=None):
|
|
form = MultiPartForm()
|
|
form.add_field('action', action)
|
|
if data:
|
|
form.add_field('data', json.dumps(data))
|
|
return self._json_request(self.url, form)
|
|
|
|
def save_url(self, url, filename, overwrite=False):
|
|
chunk_size = 16 * 1024
|
|
if not os.path.exists(filename) or overwrite:
|
|
dirname = os.path.dirname(filename)
|
|
if dirname and not os.path.exists(dirname):
|
|
os.makedirs(dirname)
|
|
request = urllib.request.Request(url, method='GET')
|
|
tmpname = filename + '.tmp'
|
|
with open(tmpname, 'wb') as fd:
|
|
u = self._opener.open(request)
|
|
for chunk in iter(lambda: u.read(chunk_size), b''):
|
|
fd.write(chunk)
|
|
shutil.move(tmpname, filename)
|
|
|
|
def upload_chunks(self, url, filename, data=None):
|
|
form = MultiPartForm()
|
|
if data:
|
|
for key in data:
|
|
form.add_field(key, data[key])
|
|
data = self._json_request(url, form)
|
|
|
|
def full_url(path):
|
|
if path.startswith('/'):
|
|
u = urlparse(url)
|
|
path = '%s://%s%s' % (u.scheme, u.netloc, path)
|
|
return path
|
|
|
|
if 'uploadUrl' in data:
|
|
uploadUrl = full_url(data['uploadUrl'])
|
|
f = open(filename, 'rb')
|
|
fsize = os.stat(filename).st_size
|
|
done = 0
|
|
start = time.mktime(time.localtime())
|
|
if 'offset' in data and data['offset'] < fsize:
|
|
done = data['offset']
|
|
f.seek(done)
|
|
resume_offset = done
|
|
else:
|
|
resume_offset = 0
|
|
chunk = f.read(CHUNK_SIZE)
|
|
fname = os.path.basename(filename)
|
|
if not isinstance(fname, bytes):
|
|
fname = fname.encode('utf-8')
|
|
while chunk:
|
|
form = MultiPartForm()
|
|
form.add_file('chunk', fname, chunk)
|
|
if len(chunk) < CHUNK_SIZE or f.tell() == fsize:
|
|
form.add_field('done', '1')
|
|
form.add_field('offset', str(done))
|
|
try:
|
|
data = self._json_request(uploadUrl, form)
|
|
except KeyboardInterrupt:
|
|
print("\ninterrupted by user.")
|
|
sys.exit(1)
|
|
except:
|
|
print("uploading chunk failed, will try again in 5 seconds\r", end='')
|
|
sys.stdout.flush()
|
|
data = {'result': -1}
|
|
time.sleep(5)
|
|
if data and 'status' in data:
|
|
if data['status']['code'] == 403:
|
|
print("login required")
|
|
return False
|
|
if data['status']['code'] != 200:
|
|
print("request returned error, will try again in 5 seconds")
|
|
if DEBUG:
|
|
print(data)
|
|
time.sleep(5)
|
|
if data and data.get('result') == 1:
|
|
done += len(chunk)
|
|
if data.get('offset') not in (None, done):
|
|
print('server offset out of sync, continue from', data['offset'])
|
|
done = data['offset']
|
|
f.seek(done)
|
|
chunk = f.read(CHUNK_SIZE)
|
|
if data and 'result' in data and data.get('result') == 1:
|
|
return data.get('id', True)
|
|
else:
|
|
return False
|
|
return False
|
|
|
|
def signin(url):
|
|
import sys
|
|
from getpass import getpass
|
|
from .web import auth
|
|
|
|
if not url.startswith('http'):
|
|
site = url
|
|
url = 'https://%s/api/' % url
|
|
else:
|
|
site = url.split('/')[2]
|
|
api = API(url)
|
|
update = False
|
|
try:
|
|
credentials = auth.get(site)
|
|
except:
|
|
credentials = {}
|
|
print('Please provide your username and password for %s:' % site)
|
|
credentials['username'] = input('Username: ')
|
|
credentials['password'] = getpass('Password: ')
|
|
update = True
|
|
r = api.signin(**credentials)
|
|
if 'errors' in r.get('data', {}):
|
|
for kv in r['data']['errors'].items():
|
|
print('%s: %s' % kv)
|
|
sys.exit(1)
|
|
if update:
|
|
auth.update(site, credentials)
|
|
return api
|
|
|