pandora_client
This commit is contained in:
j
commit
176b059ade
4 changed files with 578 additions and 0 deletions
322
pandora_client/__init__.py
Normal file
322
pandora_client/__init__.py
Normal file
|
|
@ -0,0 +1,322 @@
|
|||
#!/usr/bin/python
|
||||
# -*- coding: utf-8 -*-
|
||||
# vi:si:et:sw=4:sts=4:ts=4
|
||||
# GPL 2010
|
||||
from __future__ import division, with_statement
|
||||
import os
|
||||
import urllib2
|
||||
import cookielib
|
||||
import json
|
||||
import sqlite3
|
||||
import time
|
||||
import shutil
|
||||
|
||||
from firefogg import Firefogg
|
||||
import ox
|
||||
|
||||
import extract
|
||||
import utils
|
||||
|
||||
|
||||
__version__ = '0.1'
|
||||
DEBUG = True
|
||||
prefix = os.environ.get('oxMEDIA', os.path.expanduser('~/.ox/media'))
|
||||
|
||||
def encode(filename, profile):
|
||||
info = utils.avinfo(filename)
|
||||
oshash = info['oshash']
|
||||
frames = []
|
||||
for pos in utils.video_frame_positions(info['duration']):
|
||||
frame_name = '%s.png' % pos
|
||||
cache = os.path.join(prefix, os.path.join(*utils.hash_prefix(oshash)))
|
||||
frame_f = os.path.join(cache, frame_name)
|
||||
if not os.path.exists(frame_f):
|
||||
print frame_f
|
||||
extract.frame(filename, frame_f, pos)
|
||||
frames.append(frame_f)
|
||||
video_f = os.path.join(cache, '%s.webm' % profile)
|
||||
if not os.path.exists(video_f):
|
||||
print video_f
|
||||
extract.video(filename, video_f, profile, info)
|
||||
return {
|
||||
'info': info,
|
||||
'oshash': oshash,
|
||||
'frames': frames,
|
||||
'video': video_f
|
||||
}
|
||||
|
||||
class Client(object):
|
||||
def __init__(self, config):
|
||||
with open(config) as f:
|
||||
self._config = json.loads(f.read())
|
||||
self.api = API(self._config['url'])
|
||||
r = self.api.login({'username':self._config['username'], 'password':self._config['password']})
|
||||
if r['status']['code'] == 200:
|
||||
self.user = r['data']['user']
|
||||
else:
|
||||
print 'login failed'
|
||||
|
||||
conn, c = self._conn()
|
||||
|
||||
c.execute('''CREATE TABLE IF NOT EXISTS setting (key varchar(1024) unique, value text)''')
|
||||
|
||||
if int(self.get('version', 0)) < 1:
|
||||
self.set('version', 1)
|
||||
db = [
|
||||
'''CREATE TABLE IF NOT EXISTS file (
|
||||
path varchar(1024) unique,
|
||||
oshash varchar(16),
|
||||
atime FLOAT,
|
||||
ctime FLOAT,
|
||||
mtime FLOAT,
|
||||
size INT,
|
||||
info TEXT,
|
||||
created INT,
|
||||
modified INT,
|
||||
deleted INT)''',
|
||||
'''CREATE INDEX IF NOT EXISTS path_idx ON file (path)''',
|
||||
'''CREATE INDEX IF NOT EXISTS oshash_idx ON file (oshash)''',
|
||||
]
|
||||
for i in db:
|
||||
c.execute(i)
|
||||
conn.commit()
|
||||
|
||||
def _conn(self):
|
||||
db_conn = os.path.expanduser(self._config['cache'])
|
||||
conn = sqlite3.connect(db_conn, timeout=10)
|
||||
conn.text_factory = sqlite3.OptimizedUnicode
|
||||
return conn, conn.cursor()
|
||||
|
||||
def get(self, key, default=None):
|
||||
conn, c = self._conn()
|
||||
c.execute('SELECT value FROM setting WHERE key = ?', (key, ))
|
||||
for row in c:
|
||||
return row[0]
|
||||
return default
|
||||
|
||||
def set(self, key, value):
|
||||
conn, c = self._conn()
|
||||
c.execute(u'INSERT OR REPLACE INTO setting values (?, ?)', (key, str(value)))
|
||||
conn.commit()
|
||||
|
||||
def scan_file(self, path):
|
||||
conn, c = self._conn()
|
||||
|
||||
update = True
|
||||
modified = time.mktime(time.localtime())
|
||||
created = modified
|
||||
|
||||
sql = 'SELECT atime, ctime, mtime, size, created FROM file WHERE deleted < 0 AND path=?'
|
||||
c.execute(sql, [path])
|
||||
stat = os.stat(path)
|
||||
for row in c:
|
||||
if stat.st_atime == row[0] and stat.st_ctime == row[1] and stat.st_mtime == row[2] and stat.st_size == row[3]:
|
||||
created = row[4]
|
||||
update = False
|
||||
break
|
||||
if update:
|
||||
info = utils.avinfo(path)
|
||||
oshash = info['oshash']
|
||||
deleted = -1
|
||||
t = (path, oshash, stat.st_atime, stat.st_ctime, stat.st_mtime,
|
||||
stat.st_size, json.dumps(info), created, modified, deleted)
|
||||
c.execute(u'INSERT OR REPLACE INTO file values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)', t)
|
||||
conn.commit()
|
||||
|
||||
def scan(self):
|
||||
print "check for new files"
|
||||
for name in self._config['volumes']:
|
||||
path = self._config['volumes'][name]
|
||||
path = os.path.normpath(path)
|
||||
files = []
|
||||
for dirpath, dirnames, filenames in os.walk(path):
|
||||
if isinstance(dirpath, str):
|
||||
dirpath = dirpath.decode('utf-8')
|
||||
if filenames:
|
||||
for filename in sorted(filenames):
|
||||
if isinstance(filename, str):
|
||||
filename = filename.decode('utf-8')
|
||||
if not filename.startswith('._') and not filename in ('.DS_Store', ):
|
||||
file_path = os.path.join(dirpath, filename)
|
||||
files.append(file_path)
|
||||
self.scan_file(file_path)
|
||||
|
||||
conn, c = self._conn()
|
||||
c.execute('SELECT path FROM file WHERE path LIKE ? AND deleted < 0', ["%s%%"%path])
|
||||
known_files = [r[0] for r in c.fetchall()]
|
||||
deleted_files = filter(lambda f: f not in files, known_files)
|
||||
if deleted_files:
|
||||
deleted = time.mktime(time.localtime())
|
||||
for f in deleted_files:
|
||||
c.execute('UPDATE file SET deleted=? WHERE path=?', (deleted, f))
|
||||
conn.commit()
|
||||
|
||||
def sync(self):
|
||||
conn, c = self._conn()
|
||||
|
||||
volumes = {}
|
||||
for name in self._config['volumes']:
|
||||
path = self._config['volumes'][name]
|
||||
path = os.path.normpath(path)
|
||||
|
||||
volumes[name] = {}
|
||||
volumes[name]['path'] = path
|
||||
if os.path.exists(path):
|
||||
volumes[name]['available'] = True
|
||||
else:
|
||||
volumes[name]['available'] = False
|
||||
|
||||
profile = self.api.encodingProfile()['data']['profile']
|
||||
for name in volumes:
|
||||
if volumes[name]['available']:
|
||||
prefix = volumes[name]['path']
|
||||
files = self.files(prefix)
|
||||
files['volume'] = name
|
||||
r = self.api.update(files)
|
||||
if r['status']['code'] == 200:
|
||||
|
||||
if r['data']['info']:
|
||||
post = {'info': {}}
|
||||
for oshash in r['data']['info']:
|
||||
post['info'][oshash] = files['info'][oshash]
|
||||
r2 = self.api.update(post)
|
||||
#FIXME: should r2 be merged with r?
|
||||
|
||||
filenames = {}
|
||||
for f in files['files']:
|
||||
filenames[f['oshash']] = f['path']
|
||||
|
||||
if r['data']['data']:
|
||||
for oshash in r['data']['data']:
|
||||
data = {}
|
||||
filename = filenames[oshash]
|
||||
self.api.uploadVideo(os.path.join(prefix, filename), data, profile)
|
||||
|
||||
if r['data']['file']:
|
||||
for oshash in r['data']['file']:
|
||||
filename = filenames[oshash]
|
||||
self.api.uploadData(os.path.join(prefix, filename), oshash)
|
||||
else:
|
||||
print "updating volume", name, "failed"
|
||||
|
||||
def files(self, prefix):
|
||||
conn, c = self._conn()
|
||||
files = {}
|
||||
files['info'] = {}
|
||||
files['files'] = []
|
||||
sql = 'SELECT path, oshash, info, atime, ctime, mtime FROM file WHERE deleted < 0 AND path LIKE ? ORDER BY path'
|
||||
t = [u"%s%%"%prefix]
|
||||
c.execute(sql, t)
|
||||
for row in c:
|
||||
path = row[0]
|
||||
oshash = row[1]
|
||||
info = json.loads(row[2])
|
||||
for key in ('atime', 'ctime', 'mtime', 'path'):
|
||||
if key in info:
|
||||
del info[key]
|
||||
files['info'][oshash] = info
|
||||
files['files'].append({
|
||||
'oshash': oshash,
|
||||
'path': path[len(prefix)+1:],
|
||||
'atime': row[3],
|
||||
'ctime': row[4],
|
||||
'mtime': row[5],
|
||||
})
|
||||
return files
|
||||
|
||||
def clean(self):
|
||||
print "remove temp videos and stills"
|
||||
if os.path.exists(prefix):
|
||||
shutil.rmtree(prefix)
|
||||
|
||||
class API(object):
|
||||
def __init__(self, url, cj=None):
|
||||
if cj:
|
||||
self._cj = cj
|
||||
else:
|
||||
self._cj = cookielib.CookieJar()
|
||||
self._opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(self._cj))
|
||||
urllib2.install_opener(self._opener)
|
||||
|
||||
self.url = url
|
||||
r = self._request('api', {})
|
||||
self._actions = r['data']['actions']
|
||||
for a in r['data']['actions']:
|
||||
setattr(self.__class__, a, self._action(a))
|
||||
|
||||
def _action(self, action):
|
||||
def f(self, data=None):
|
||||
return self._request(action, data)
|
||||
return f
|
||||
#return lambda self, data:
|
||||
|
||||
def _json_request(self, url, form):
|
||||
try:
|
||||
request = urllib2.Request(url)
|
||||
request.add_header('User-agent', 'pandora_client/%s' % __version__)
|
||||
body = str(form)
|
||||
request.add_header('Content-type', form.get_content_type())
|
||||
request.add_header('Content-length', len(body))
|
||||
request.add_data(body)
|
||||
result = urllib2.urlopen(request).read().strip()
|
||||
return json.loads(result)
|
||||
except urllib2.HTTPError, e:
|
||||
if DEBUG:
|
||||
if e.code >= 500:
|
||||
with open('/tmp/error.html', 'w') as f:
|
||||
f.write(e.read())
|
||||
os.system('firefox /tmp/error.html')
|
||||
|
||||
result = e.read()
|
||||
try:
|
||||
result = json.loads(result)
|
||||
except:
|
||||
result = {'status':{}}
|
||||
result['status']['code'] = e.code
|
||||
result['status']['text'] = str(e)
|
||||
return result
|
||||
except:
|
||||
if DEBUG:
|
||||
import traceback
|
||||
traceback.print_exc()
|
||||
with open('/tmp/error.html', 'w') as f:
|
||||
f.write(result)
|
||||
os.system('firefox /tmp/error.html')
|
||||
raise
|
||||
|
||||
def _request(self, action, data=None):
|
||||
form = ox.MultiPartForm()
|
||||
form.add_field('action', action)
|
||||
if data:
|
||||
form.add_field('data', json.dumps(data))
|
||||
return self._json_request(self.url, form)
|
||||
|
||||
def uploadVideo(self, filename, data, profile):
|
||||
i = encode(filename, profile)
|
||||
|
||||
#upload frames
|
||||
form = ox.MultiPartForm()
|
||||
form.add_field('action', 'upload')
|
||||
form.add_field('oshash', str(i['oshash']))
|
||||
for key in data:
|
||||
form.add_field(str(key), data[key].encode('utf-8'))
|
||||
for frame in i['frames']:
|
||||
form.add_file('frame', os.path.basename(frame), open(frame, 'rb'))
|
||||
r = self._json_request(self.url, form)
|
||||
|
||||
#upload video in chunks
|
||||
url = self.url + 'upload/' + '?profile=' + str(profile) + '&oshash=' + i['oshash']
|
||||
ogg = Firefogg(cj=self._cj, debug=True)
|
||||
ogg.upload(url, i['video'], data)
|
||||
print "done"
|
||||
|
||||
def uploadData(self, filename, oshash):
|
||||
form = ox.MultiPartForm()
|
||||
form.add_field('action', 'upload')
|
||||
form.add_field('oshash', str(oshash))
|
||||
fname = os.path.basename(filename)
|
||||
if isinstance(fname, unicode): fname = fname.encode('utf-8')
|
||||
form.add_file('file', fname, open(filename, 'rb'))
|
||||
r = self._json_request(self.url, form)
|
||||
return r
|
||||
|
||||
Loading…
Add table
Add a link
Reference in a new issue