missing import

backup/backup_stills.command

@@ -0,0 +1,61 @@
+#!/usr/bin/env python3
+
+import json
+import os
+import sys
+import unicodedata
+import re
+
+import ox
+import ox.api
+
+
+if __name__ == '__main__':
+    if len(sys.argv) > 1:
+        target = sys.argv[1]
+    else:
+        target = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'Stills')
+
+    if not target.endswith('/'):
+        target += '/'
+
+    site = 'pandora.cinemusespace.com'
+    api = ox.api.signin('https://%s/api/' % site)
+
+    keep = []
+    r = api.findAnnotations({
+        'query': {
+            'conditions': [
+                {'key': 'layer', 'operator': '==', 'value': 'stills'}
+            ]
+        },
+        'range': [0, 100000],
+        'keys': ['id', 'item', 'value', 'in', 'out', 'title', 'director', 'year']
+    })
+    for i in r['data']['items']:
+        img = re.compile('<img src="(.*)">').findall(i['value'])
+        if len(img) != 1:
+            print(img)
+            sys.exit(1)
+        lines = i['value'].strip().split('\n')
+        if len(lines) > 1:
+            tags = lines[1:]
+        else:
+            tags = []
+
+        name = i['title']
+        if i.get('year'):
+            name += '_(%s)' % i['year']
+        if i.get('director'):
+            name += '_' + ','.join(i['director'])
+        if tags:
+            name += '_' + ','.join(tags)
+
+        pos = float(re.compile('p(.*?).jpg').findall(img[0])[0])
+        name += '_%s.jpg' % ox.format_timecode(pos)
+        url = 'https://%s%s' % (site, img[0])
+        path = os.path.join(target, name)
+        if not os.path.exists(path):
+            print(url, name)
+            api.save_url(url, path)
+

config.jsonc

@@ -42,6 +42,7 @@ examples (config.SITENAME.jsonc) that are part of this pan.do/ra distribution.
         "canAddItems": {"staff": true, "admin": true},
         "canAddDocuments": {"staff": true, "admin": true},
         "canDownloadVideo": {"guest": 0, "member": 0, "visitor": 0, "staff": 1, "admin": 2},
+        "canDownloadSource": {"member": -1, "staff": 4, "admin": 4},
         "canEditAnnotations": {"staff": false, "admin": true},
         "canEditDocuments": {"staff": true, "admin": true},
         "canEditEntities": {"staff": true, "admin": true},
@@ -214,6 +215,7 @@ examples (config.SITENAME.jsonc) that are part of this pan.do/ra distribution.
             "type": "string",
             "columnWidth": 120,
             //"format": {"type": "date", "args": ["%a, %b %e, %Y"]},
+            "filter": true,
             "sort": true
         },
         {
@@ -510,7 +512,6 @@ examples (config.SITENAME.jsonc) that are part of this pan.do/ra distribution.
             "type": "string",
             "autocomplete": true,
             "autocompleteSort": [{"key": "timesaccessed", "operator": "-"}],
-            "columnRequired": true,
             "columnWidth": 180,
             "find": true,
             "sort": true
@@ -530,6 +531,7 @@ examples (config.SITENAME.jsonc) that are part of this pan.do/ra distribution.
             "columnRequired": true,
             "columnWidth": 180,
             "filter": true,
+            "find": true,
             "sort": true,
             "sortType": "person"
         },
@@ -1329,11 +1331,19 @@ examples (config.SITENAME.jsonc) that are part of this pan.do/ra distribution.
             },
             "document": "",
             "documents": {},
+            "documentFiltersSize": 176,
             "documentSize": 256,
             "documentView": "view",
             "documentsSelection": {},
             "documentsSort": [{"key": "title", "operator": "+"}],
             "documentsView": "grid",
+            "documentFilters": [
+                {"id": "author", "sort": [{"key": "items", "operator": "-"}]},
+                {"id": "place", "sort": [{"key": "items", "operator": "-"}]},
+                {"id": "date", "sort": [{"key": "name", "operator": "-"}]},
+                {"id": "publisher", "sort": [{"key": "items", "operator": "-"}]},
+                {"id": "language", "sort": [{"key": "items", "operator": "-"}]}
+            ],
             "edit": "",
             "edits": {},
             "editSelection": [],
@@ -1398,6 +1408,7 @@ examples (config.SITENAME.jsonc) that are part of this pan.do/ra distribution.
             "showCalendarControls": false,
             "showClips": true,
             "showDocument": true,
+            "showDocumentFilters": false,
             "showFilters": true,
             "showIconBrowser": false,
             "showInfo": true,

ontology/update.py

@@ -39,11 +39,22 @@ def get_node(name, children, parent=None):
     return node
 
 
+def render_children(root, indent=0):
+    txt = ('\t' * indent) + root['name']
+    if 'children' in root:
+        parts = ''
+        for child in root['children']:
+            parts += '\n' + render_children(child, indent+1)
+        txt += '\n'.join([('\t' * indent) + p for p in parts.split('\n')])
+    return '\n'.join([l.rstrip() for l in txt.split('\n')])
+
 if __name__ == '__main__':
     os.chdir(base)
 
     tree = defaultdict(dict)
 
+    ontology_txt = ''
+
     for keyword in keywords:
         if ': ' not in keyword:
             parent = 'other'
@@ -75,5 +86,10 @@ if __name__ == '__main__':
         child = get_node(name, tree[name], name)
         sized_ontology['children'].append(child)
 
+
+    ontology_txt = render_children(sized_ontology)
+
     with open('../static/ontology/sized_ontology.json', 'w') as fd:
         json.dump(sized_ontology, fd, indent=4, sort_keys=True)
+    with open('../static/ontology/ontology.txt', 'w') as fd:
+        fd.write(ontology_txt)

tasks.py

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*-
+import os
 from datetime import datetime, timedelta
 import subprocess
 
@@ -8,9 +9,16 @@ from celery.task import periodic_task
 def subtitles_user(**kwargs):
     import annotation.models
     from user.models import User
+    try:
         u = User.objects.get(username='subtitles')
+    except User.DoesNotExist:
+        print('subtitles user does not exist, unable to move subtitles')
+        return
     annotation.models.Annotation.objects.filter(layer='subtitles').exclude(user=u).update(user=u)
 
+@periodic_task(run_every=timedelta(hours=1), queue='encoding')
+def update_ontology(**kwargs):
+    import annotation.models
     t = datetime.now() - annotation.models.Annotation.objects.all().order_by('-created')[0].created
     if t < timedelta(hours=1):
         try: