remove unused scrape table
This commit is contained in:
parent
5f8094bba3
commit
97fe8731b8
6 changed files with 1 additions and 93 deletions
|
|
@ -67,46 +67,3 @@ class Downloads(Thread):
|
|||
time.sleep(step)
|
||||
timeout -= step
|
||||
|
||||
class ScrapeThread(Thread):
|
||||
|
||||
def __init__(self):
|
||||
self._running = True
|
||||
Thread.__init__(self)
|
||||
self.daemon = True
|
||||
self.start()
|
||||
|
||||
def scrape_queue(self):
|
||||
import item.models
|
||||
scraped = False
|
||||
for s in item.models.Scrape.query.filter(
|
||||
item.models.Scrape.added!=None,
|
||||
).order_by(item.models.Scrape.added):
|
||||
if not self._running:
|
||||
return True
|
||||
logger.debug('scrape %s', s.item)
|
||||
try:
|
||||
if s.item.scrape():
|
||||
for f in s.item.files:
|
||||
f.move()
|
||||
s.item.update_icons()
|
||||
s.item.save()
|
||||
s.remove()
|
||||
trigger_event('change', {})
|
||||
scraped = True
|
||||
except:
|
||||
logger.debug('scrape failed %s', s.item, exc_info=1)
|
||||
return scraped
|
||||
|
||||
def run(self):
|
||||
time.sleep(2)
|
||||
while self._running:
|
||||
wait = False
|
||||
with db.session():
|
||||
if not self.scrape_queue():
|
||||
wait = True
|
||||
if wait:
|
||||
time.sleep(1)
|
||||
|
||||
def join(self):
|
||||
self._running = False
|
||||
return Thread.join(self)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue