# -*- coding: utf-8 -*- # vi:si:et:sw=4:sts=4:ts=4 # GPL 2011 from types import MethodType import gzip import os import shutil import sys from six.moves import http_cookiejar as cookielib from six import BytesIO, PY2 from six.moves import urllib from six.moves.urllib.parse import urlparse from . import __version__ from .utils import json from .form import MultiPartForm __all__ = ['getAPI', 'API'] CHUNK_SIZE = 1024*1024*5 def getAPI(url, cj=None): return API(url, cj) class API(object): __version__ = __version__ __name__ = 'ox' DEBUG = False debuglevel = 0 def __init__(self, url, cj=None): if cj: self._cj = cj else: self._cj = cookielib.CookieJar() self._opener = urllib.request.build_opener(urllib.request.HTTPCookieProcessor(self._cj), urllib.request.HTTPHandler(debuglevel=self.debuglevel)) self._opener.addheaders = [ ('User-Agent', '%s/%s' % (self.__name__, self.__version__)) ] self.url = url r = self._request('api', {'docs': True}) self._properties = r['data']['actions'] self._actions = r['data']['actions'].keys() for a in r['data']['actions']: self._add_action(a) def _add_method(self, method, name): if name is None: name = method.func_name if PY2: setattr(self, name, MethodType(method, self, type(self))) else: setattr(self, name, MethodType(method, self)) def _add_action(self, action): def method(self, *args, **kw): if args and kw: raise ValueError('pass either a dictionary or kwargs, not both') if not kw: if args: kw = args[0] else: kw = None return self._request(action, kw) if 'doc' in self._properties[action]: method.__doc__ = self._properties[action]['doc'] if PY2: method.func_name = str(action) else: method.func_name = action self._add_method(method, action) def _json_request(self, url, form): result = {} try: body = form.body() if PY2: if not isinstance(url, bytes): url = url.encode('utf-8') request = urllib.request.Request(url) request.add_data(body) else: request = urllib.request.Request(url, data=body, method='POST') request.add_header('Content-Type', form.get_content_type()) request.add_header('Content-Length', str(len(body))) request.add_header('Accept-Encoding', 'gzip, deflate') f = self._opener.open(request) result = f.read() if f.headers.get('content-encoding', None) == 'gzip': result = gzip.GzipFile(fileobj=BytesIO(result)).read() result = result.decode('utf-8') return json.loads(result) except urllib.error.HTTPError as e: if self.DEBUG: import webbrowser if e.code >= 500: with open('/tmp/error.html', 'w') as f: f.write(e.read()) webbrowser.open_new_tab('/tmp/error.html') result = e.read() try: result = result.decode('utf-8') result = json.loads(result) except: result = {'status': {}} result['status']['code'] = e.code result['status']['text'] = str(e) return result except: if self.DEBUG: import webbrowser import traceback traceback.print_exc() if result: with open('/tmp/error.html', 'w') as f: f.write(str(result)) webbrowser.open_new_tab('/tmp/error.html') raise def _request(self, action, data=None): form = MultiPartForm() form.add_field('action', action) if data: form.add_field('data', json.dumps(data)) return self._json_request(self.url, form) def save_url(self, url, filename, overwrite=False): chunk_size = 16 * 1024 if not os.path.exists(filename) or overwrite: dirname = os.path.dirname(filename) if dirname and not os.path.exists(dirname): os.makedirs(dirname) request = urllib.request.Request(url, method='GET') tmpname = filename + '.tmp' with open(tmpname, 'wb') as fd: u = self._opener.open(request) for chunk in iter(lambda: u.read(chunk_size), b''): fd.write(chunk) shutil.move(tmpname, filename) def upload_chunks(self, url, filename, data=None): form = MultiPartForm() if data: for key in data: form.add_field(key, data[key]) data = self._json_request(url, form) def full_url(path): if path.startswith('/'): u = urlparse(url) path = '%s://%s%s' % (u.scheme, u.netloc, path) return path if 'uploadUrl' in data: uploadUrl = full_url(data['uploadUrl']) f = open(filename, 'rb') fsize = os.stat(filename).st_size done = 0 start = time.mktime(time.localtime()) if 'offset' in data and data['offset'] < fsize: done = data['offset'] f.seek(done) resume_offset = done else: resume_offset = 0 chunk = f.read(CHUNK_SIZE) fname = os.path.basename(filename) if not isinstance(fname, bytes): fname = fname.encode('utf-8') while chunk: form = MultiPartForm() form.add_file('chunk', fname, chunk) if len(chunk) < CHUNK_SIZE or f.tell() == fsize: form.add_field('done', '1') form.add_field('offset', str(done)) try: data = self._json_request(uploadUrl, form) except KeyboardInterrupt: print("\ninterrupted by user.") sys.exit(1) except: print("uploading chunk failed, will try again in 5 seconds\r", end='') sys.stdout.flush() data = {'result': -1} time.sleep(5) if data and 'status' in data: if data['status']['code'] == 403: print("login required") return False if data['status']['code'] != 200: print("request returned error, will try again in 5 seconds") if DEBUG: print(data) time.sleep(5) if data and data.get('result') == 1: done += len(chunk) if data.get('offset') not in (None, done): print('server offset out of sync, continue from', data['offset']) done = data['offset'] f.seek(done) chunk = f.read(CHUNK_SIZE) if data and 'result' in data and data.get('result') == 1: return data.get('id', True) else: return False return False def signin(url): import sys from getpass import getpass from .web import auth if not url.startswith('http'): site = url url = 'https://%s/api/' % url else: site = url.split('/')[2] api = API(url) update = False try: credentials = auth.get(site) except: credentials = {} print('Please provide your username and password for %s:' % site) credentials['username'] = input('Username: ') credentials['password'] = getpass('Password: ') update = True r = api.signin(**credentials) if 'errors' in r.get('data', {}): for kv in r['data']['errors'].items(): print('%s: %s' % kv) sys.exit(1) if update: auth.update(site, credentials) return api