remove unused code
This commit is contained in:
parent
53a9c296fb
commit
53fc94139c
3 changed files with 0 additions and 134 deletions
|
|
@ -1,20 +0,0 @@
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
|
||||||
from __future__ import division
|
|
||||||
|
|
||||||
import base64
|
|
||||||
import models
|
|
||||||
|
|
||||||
import ox
|
|
||||||
|
|
||||||
import scan
|
|
||||||
|
|
||||||
def add(path):
|
|
||||||
info = scan.get_metadata(path)
|
|
||||||
id = info.pop('id')
|
|
||||||
item = models.Item.get_or_create(id)
|
|
||||||
item.path = path
|
|
||||||
item.info = info
|
|
||||||
models.db.session.add(item)
|
|
||||||
models.db.session.commit()
|
|
||||||
|
|
||||||
|
|
@ -1,17 +0,0 @@
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
|
||||||
from __future__ import division
|
|
||||||
|
|
||||||
import models
|
|
||||||
from copy import deepcopy
|
|
||||||
|
|
||||||
def import_all():
|
|
||||||
for i in models.items:
|
|
||||||
item = models.Item.get_or_create(i['id'])
|
|
||||||
item.path = i['path']
|
|
||||||
item.info = deepcopy(i)
|
|
||||||
del item.info['path']
|
|
||||||
del item.info['id']
|
|
||||||
item.meta = item.info.pop('meta', {})
|
|
||||||
models.db.session.add(item)
|
|
||||||
models.db.session.commit()
|
|
||||||
|
|
@ -1,97 +0,0 @@
|
||||||
#!/usr/bin/env python
|
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
# vi:si:et:sw=4:sts=4:ts=4
|
|
||||||
|
|
||||||
|
|
||||||
from __future__ import division
|
|
||||||
#https://github.com/hiroakis/tornado-websocket-example/blob/master/app.py
|
|
||||||
#http://stackoverflow.com/questions/5892895/tornado-websocket-question
|
|
||||||
|
|
||||||
#possibly get https://github.com/methane/wsaccel
|
|
||||||
|
|
||||||
|
|
||||||
#possibly run the full django app throw tornado instead of gunicorn
|
|
||||||
#https://github.com/bdarnell/django-tornado-demo/blob/master/testsite/tornado_main.py
|
|
||||||
#http://stackoverflow.com/questions/7190431/tornado-with-django
|
|
||||||
#http://www.tornadoweb.org/en/stable/wsgi.html
|
|
||||||
|
|
||||||
|
|
||||||
from tornado.httpserver import HTTPServer
|
|
||||||
from tornado.ioloop import IOLoop
|
|
||||||
from tornado.web import Application
|
|
||||||
from tornado.websocket import WebSocketHandler
|
|
||||||
from Queue import Queue
|
|
||||||
import urllib2
|
|
||||||
import os
|
|
||||||
from contextlib import closing
|
|
||||||
import json
|
|
||||||
from threading import Thread
|
|
||||||
|
|
||||||
|
|
||||||
class Background:
|
|
||||||
|
|
||||||
def __init__(self, handler):
|
|
||||||
self.handler = handler
|
|
||||||
self.q = Queue()
|
|
||||||
|
|
||||||
def worker(self):
|
|
||||||
while True:
|
|
||||||
message = self.q.get()
|
|
||||||
action, data = json.loads(message)
|
|
||||||
if action == 'get':
|
|
||||||
if 'url' in data and data['url'].startswith('http'):
|
|
||||||
self.download(data['url'], '/tmp/test.data')
|
|
||||||
elif action == 'update':
|
|
||||||
self.post({'error': 'not implemented'})
|
|
||||||
else:
|
|
||||||
self.post({'error': 'unknown action'})
|
|
||||||
self.q.task_done()
|
|
||||||
|
|
||||||
def join(self):
|
|
||||||
self.q.join()
|
|
||||||
|
|
||||||
def put(self, data):
|
|
||||||
self.q.put(data)
|
|
||||||
|
|
||||||
def post(self, data):
|
|
||||||
if not isinstance(data, basestring):
|
|
||||||
data = json.dumps(data)
|
|
||||||
main.add_callback(lambda: self.handler.write_message(data))
|
|
||||||
|
|
||||||
def download(self, url, filename):
|
|
||||||
dirname = os.path.dirname(filename)
|
|
||||||
if dirname and not os.path.exists(dirname):
|
|
||||||
os.makedirs(dirname)
|
|
||||||
with open(filename, 'w') as f:
|
|
||||||
with closing(urllib2.urlopen(url)) as u:
|
|
||||||
size = int(u.headers.get('content-length', 0))
|
|
||||||
done = 0
|
|
||||||
chunk_size = max(min(1024*1024, int(size/100)), 4096)
|
|
||||||
print 'chunksize', chunk_size
|
|
||||||
for data in iter(lambda: u.read(chunk_size), ''):
|
|
||||||
f.write(data)
|
|
||||||
done += len(data)
|
|
||||||
if size:
|
|
||||||
percent = done/size
|
|
||||||
self.post({'url': url, 'size': size, 'done': done, 'percent': percent})
|
|
||||||
|
|
||||||
class Handler(WebSocketHandler):
|
|
||||||
def open(self):
|
|
||||||
print "New connection opened."
|
|
||||||
self.background = Background(self)
|
|
||||||
self.t = Thread(target=self.background.worker)
|
|
||||||
self.t.daemon = True
|
|
||||||
self.t.start()
|
|
||||||
|
|
||||||
#websocket calls
|
|
||||||
def on_message(self, message):
|
|
||||||
self.background.put(message)
|
|
||||||
|
|
||||||
def on_close(self):
|
|
||||||
print "Connection closed."
|
|
||||||
self.background.join()
|
|
||||||
|
|
||||||
print "Server started."
|
|
||||||
HTTPServer(Application([("/", Handler)])).listen(28161)
|
|
||||||
main = IOLoop.instance()
|
|
||||||
main.start()
|
|
||||||
Loading…
Reference in a new issue