61 lines
1.8 KiB
Python
61 lines
1.8 KiB
Python
# -*- coding: utf-8 -*-
|
|
# vi:si:et:sw=4:sts=4:ts=4
|
|
from __future__ import division, print_function, absolute_import
|
|
|
|
import json
|
|
from datetime import timedelta
|
|
|
|
from six.moves import zip_longest
|
|
from celery.task import task, periodic_task
|
|
|
|
from app.utils import limit_rate
|
|
from app.models import Settings
|
|
from .statistics import Statistics
|
|
|
|
@periodic_task(run_every=timedelta(hours=1), queue='encoding')
|
|
def cronjob(**kwargs):
|
|
if limit_rate('user.tasks.cronjob', 30 * 60):
|
|
update_statistics()
|
|
|
|
def update_statistics():
|
|
from . import models
|
|
|
|
def chunker(iterable, chunksize, filler):
|
|
return zip_longest(*[iter(iterable)]*chunksize, fillvalue=filler)
|
|
|
|
stats = Statistics()
|
|
ids = [i['session_key']
|
|
for i in models.SessionData.objects.filter(level__gte=0).values('session_key')]
|
|
|
|
for chunk in chunker(ids, 100, None):
|
|
chunk = list(filter(None, chunk))
|
|
for u in models.SessionData.objects.filter(pk__in=chunk):
|
|
stats.add(u.json())
|
|
Settings.set('statistics', stats)
|
|
|
|
@task(ignore_results=True, queue='default')
|
|
def parse_data(key):
|
|
from . import models
|
|
session_data = models.SessionData.objects.get(session_key=key)
|
|
session_data.parse_data()
|
|
session_data.save()
|
|
|
|
@task(ignore_results=True, queue='default')
|
|
def update_numberoflists(username):
|
|
from . import models
|
|
user = models.User.objects.get(username=username)
|
|
models.SessionData.objects.filter(
|
|
user=user
|
|
).update(
|
|
numberoflists=user.lists.count()
|
|
)
|
|
|
|
@task(ignore_results=True, queue='default')
|
|
def update_numberofcollections(username):
|
|
from . import models
|
|
user = models.User.objects.get(username=username)
|
|
models.SessionData.objects.filter(
|
|
user=user
|
|
).update(
|
|
numberofcollections=user.collections.count()
|
|
)
|