0x2620/pandora
2
1
Fork 1
Code Issues 1.3k Pull requests Releases Wiki Activity

rebuild sort table if sort changes, add manage.py commands to rebuild filter, find and sort indexes

Browse source
This commit is contained in:
j 2013-09-23 15:35:18 +00:00
parent acb74219ee
commit d056dbe13c
5 changed files with 143 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

32
pandora/item/management/commands/rebuild_filter.py Normal file
View file

@ -0,0 +1,32 @@
# -*- coding: utf-8 -*-
# vi:si:et:sw=4:sts=4:ts=4
from optparse import make_option
from django.core.management.base import BaseCommand
from django.db import connection, transaction
from django.db.models import fields
from django.conf import settings
settings.RELOAD_CONFIG = False
import app.monkey_patch
from ... import models
import clip.models
class Command(BaseCommand):
help = 'update filters, run after adding new filters'
args = ''
option_list = BaseCommand.option_list + (
make_option('--debug', action='store_true', dest='debug',
default=False, help='print sql commans'),
)
def handle(self, **options):
ids = [i['id'] for i in models.Item.objects.all().values('id')]
for id in ids:
try:
i = models.Item.objects.get(pk=id)
if options['debug']:
print i
i.update_facets()
except:
pass

31
pandora/item/management/commands/rebuild_find.py Normal file
View file

@ -0,0 +1,31 @@
# -*- coding: utf-8 -*-
# vi:si:et:sw=4:sts=4:ts=4
from optparse import make_option
from django.core.management.base import BaseCommand
from django.db import connection, transaction
from django.db.models import fields
from django.conf import settings
settings.RELOAD_CONFIG = False
import app.monkey_patch
from ... import models
import clip.models
class Command(BaseCommand):
help = 'update find values, run after adding new keys'
args = ''
option_list = BaseCommand.option_list + (
make_option('--debug', action='store_true', dest='debug',
default=False, help='print sql commans'),
)
def handle(self, **options):
ids = [i['id'] for i in models.Item.objects.all().values('id')]
for id in ids:
try:
i = models.Item.objects.get(pk=id)
print i
i.update_find()
except:
pass

34
pandora/item/management/commands/rebuild_indexes.py Normal file
View file

@ -0,0 +1,34 @@
# -*- coding: utf-8 -*-
# vi:si:et:sw=4:sts=4:ts=4
from optparse import make_option
from django.core.management.base import BaseCommand
from django.db import connection, transaction
from django.db.models import fields
from django.conf import settings
settings.RELOAD_CONFIG = False
import app.monkey_patch
from ... import models
import clip.models
class Command(BaseCommand):
help = 'update find, sort, filter indexes'
args = ''
option_list = BaseCommand.option_list + (
make_option('--debug', action='store_true', dest='debug',
default=False, help='print sql commans'),
)
def handle(self, **options):
ids = [i['id'] for i in models.Item.objects.all().values('id')]
for id in ids:
try:
i = models.Item.objects.get(pk=id)
if options['debug']:
print i
i.update_facets()
i.update_sort()
i.update_find()
except:
pass

31
pandora/item/management/commands/rebuild_sort.py Normal file
View file

@ -0,0 +1,31 @@
# -*- coding: utf-8 -*-
# vi:si:et:sw=4:sts=4:ts=4
from optparse import make_option
from django.core.management.base import BaseCommand
from django.db import connection, transaction
from django.db.models import fields
from django.conf import settings
settings.RELOAD_CONFIG = False
import app.monkey_patch
from ... import models
class Command(BaseCommand):
help = 'update sort values, run after changing sort keys'
args = ''
option_list = BaseCommand.option_list + (
make_option('--debug', action='store_true', dest='debug',
default=False, help='print sql commans'),
)
def handle(self, **options):
ids = [i['id'] for i in models.Item.objects.all().values('id')]
for id in ids:
try:
i = models.Item.objects.get(pk=id)
if options['debug']:
print i
i.update_sort()
except:
pass

16
pandora/item/management/commands/sync_itemsort.py
View file

@ -32,6 +32,7 @@ class Command(BaseCommand):
connection.introspection.data_types_reverse[row[1]]) for row in db_rows])
model_fields = ['item_id'] + [f.name for f in models.ItemSort._meta.fields]
rebuild = False
changes = []
for name in db_types:
@ -49,6 +50,7 @@ class Command(BaseCommand):
sql = 'CREATE INDEX "%s_%s_idx" ON "%s" ("%s")' % (table_name, name,
table_name, name)
changes.append(sql)
rebuild = True
elif f.__class__.__name__ != db_types[name]:
sql = 'ALTER TABLE "%s" DROP COLUMN "%s"' % (table_name, name )
changes.append(sql)
@ -57,6 +59,7 @@ class Command(BaseCommand):
sql = 'CREATE INDEX "%s_%s_idx" ON "%s" ("%s")' % (table_name, name,
table_name, name)
changes.append(sql)
rebuild = True
elif db_types[name] == 'CharField' and db_fields[name][3] != f.max_length:
sql = 'ALTER TABLE "%s" ALTER COLUMN "%s" TYPE %s' % (table_name, name,
col_type)
@ -64,6 +67,7 @@ class Command(BaseCommand):
sql = 'ALTER TABLE "%s" ALTER COLUMN "%s" %s NOT NULL' % (table_name, name,
f.null and "DROP" or "SET")
changes.append(sql)
rebuild = True
#also update clip index
table_name = clip.models.Clip._meta.db_table
@ -98,9 +102,19 @@ class Command(BaseCommand):
sql = 'BEGIN'
changes.append(sql)
if changes:
print "Database needs to be updated, plase wait..."
print "Updating database schema..."
for sql in changes:
if options['debug']:
print sql
cursor.execute(sql)
transaction.commit_unless_managed()
if rebuild:
print "Updating sort values..."
ids = [i['id'] for i in models.Item.objects.all().values('id')]
for id in ids:
#try:
i = models.Item.objects.get(pk=id)
print i
i.update_sort()
#except:
# pass