towards njp.ma

This commit is contained in:
j 2021-11-12 10:21:00 +00:00
commit b24ba91bfc
23 changed files with 167 additions and 524 deletions

View file

@ -3,6 +3,13 @@ from django.conf import settings
import ox
from ... import models
def escape(key):
return key.replace('%', '%25').replace('&', '%26').replace('_', '%09').replace(' ', '_').replace('<', '%0E').replace('>', '%0F')
def escape_slug(key):
return key.replace('%', '').replace('&', '-').replace('_', '-').replace(' ', '-').replace('<', '').replace('>', '').lower()
class Command(BaseCommand):
help = 'import titles from pan.do/ra'
@ -12,38 +19,42 @@ class Command(BaseCommand):
def handle(self, *args, **options):
api = ox.api.signin(options['api'])
query = {
'query': {
'conditions': [{'key': 'groups', 'value': options['group'], 'operator': '=='}]
},
'keys': [
'id', 'title', 'director', 'summary', 'source', 'sourcedescription', 'date', 'location',
'duration', 'featuring', 'cinematographer',
'hue', 'saturation', 'lightness',
'folder', 'folderdescription'
],
'range': [0, 1000]
}
folders = {}
for item in api.find(**query)['data']['items']:
print(item)
f, c = models.Film.objects.get_or_create(padma_id=item['id'])
if item['folder'] not in folders:
folders[item['folder']] = {
'title': item['folder'],
'description': item['folderdescription'],
'url': api.url.replace('/api/', '/grid/folder==' + escape(item['folder'])),
'items': [],
}
del item['folderdescription']
if item['summary'] == folders[item['folder']]['description']:
item['summary'] = ''
folders[item['folder']]['items'].append(item)
for item in folders.values():
if not item['description'] and len(item['items']) == 1:
item['description'] = item['items'][0]['summary']
item['items'][0]['summary'] = ''
f, c = models.Film.objects.get_or_create(pandora_url=item['url'])
for key, value in item.items():
if key == 'title':
if ' / ' in value:
f.data['title'], f.data['title_zh'] = value.split(' / ', 1)
else:
f.data['title'] = value
f.data['title_zh'] = ''
elif key == 'summary':
f.data['summary'], f.data['summary_zh'] = value.split('<br><br>', 1)
elif key == 'sourcedescription':
if '<br><br>' in value:
f.data['bio'], f.data['bio_zh'] = value.split('<br><br>', 1)
else:
f.data['bio'] = f.data['bio_zh'] = value
elif key != 'id':
if key != 'url':
f.data[{
}.get(key, key)] = value
if c:
f.public = True
f.slug = item['id']
f.slug = escape_slug(item['title'])
f.save()