remove unused scrape table

This commit is contained in:
j 2016-01-21 12:38:02 +05:30
commit 97fe8731b8
6 changed files with 1 additions and 93 deletions

View file

@ -67,46 +67,3 @@ class Downloads(Thread):
time.sleep(step)
timeout -= step
class ScrapeThread(Thread):
def __init__(self):
self._running = True
Thread.__init__(self)
self.daemon = True
self.start()
def scrape_queue(self):
import item.models
scraped = False
for s in item.models.Scrape.query.filter(
item.models.Scrape.added!=None,
).order_by(item.models.Scrape.added):
if not self._running:
return True
logger.debug('scrape %s', s.item)
try:
if s.item.scrape():
for f in s.item.files:
f.move()
s.item.update_icons()
s.item.save()
s.remove()
trigger_event('change', {})
scraped = True
except:
logger.debug('scrape failed %s', s.item, exc_info=1)
return scraped
def run(self):
time.sleep(2)
while self._running:
wait = False
with db.session():
if not self.scrape_queue():
wait = True
if wait:
time.sleep(1)
def join(self):
self._running = False
return Thread.join(self)