raw regexp strings

.gitignore

@@ -36,3 +36,5 @@ pandora/gunicorn_config.py
 .DS_Store
 .env
 overlay/
+pandora/encoding.conf
+pandora/tasks.conf

Dockerfile

@@ -1,4 +1,4 @@
-FROM 0x2620/pandora-base:latest
+FROM code.0x2620.org/0x2620/pandora-base:latest
 
 LABEL maintainer="0x2620@0x2620.org"
 

README.md

@@ -7,7 +7,7 @@
   We recommend to run pan.do/ra inside of LXD or LXC or dedicated VM or server.
   You will need at least 2GB of free disk space
 
-  pan.do/ra is known to work with Ubuntu 18.04, 20.04 and Debian/10 (buster),
+  pan.do/ra is known to work with Debian/12 (bookworm) and Ubuntu 20.04,
   other distributions might also work, let us know if it works for you.
 
   Use the following commands as root to install pan.do/ra and all dependencies:

ctl

@@ -27,25 +27,33 @@ if [ "$action" = "init" ]; then
         $SUDO bin/python3 -m pip install -U --ignore-installed "pip<9"
     fi
     if [ ! -d static/oxjs ]; then
-        $SUDO git clone --depth 1 -b $branch https://git.0x2620.org/oxjs.git static/oxjs
+        $SUDO git clone -b $branch https://code.0x2620.org/0x2620/oxjs.git static/oxjs
     fi
     $SUDO mkdir -p src
     if [ ! -d src/oxtimelines ]; then
-        $SUDO git clone --depth 1 -b $branch https://git.0x2620.org/oxtimelines.git src/oxtimelines
+        $SUDO git clone -b $branch https://code.0x2620.org/0x2620/oxtimelines.git src/oxtimelines
     fi
     for package in oxtimelines python-ox; do
         cd ${BASE}
         if [ ! -d src/${package} ]; then
-            $SUDO git clone --depth 1 -b $branch https://git.0x2620.org/${package}.git src/${package}
+            $SUDO git clone -b $branch https://code.0x2620.org/0x2620/${package}.git src/${package}
         fi
         cd ${BASE}/src/${package}
-        $SUDO ${BASE}/bin/python setup.py develop
+
+        $SUDO ${BASE}/bin/pip install -e .
+
     done
     cd ${BASE}
     $SUDO ./bin/pip install -r requirements.txt
-    if [ ! -e pandora/gunicorn_config.py ]; then
-        $SUDO cp pandora/gunicorn_config.py.in pandora/gunicorn_config.py
-    fi
+    for template in gunicorn_config.py encoding.conf tasks.conf; do
+        if [ ! -e pandora/$template ]; then
+            $SUDO cp pandora/${template}.in pandora/$template
+        fi
+    done
+    exit 0
+fi
+if [ "$action" = "version" ]; then
+    git rev-list HEAD --count
     exit 0
 fi
 
@@ -73,10 +81,15 @@ if [ `whoami` != 'root' ]; then
     exit 1
 fi
 if [ "$action" = "install" ]; then
-    cd "`dirname "$0"`"
+    cd "`dirname "$self"`"
     BASE=`pwd`
     if [ -x /bin/systemctl ]; then
         if [ -d /etc/systemd/system/ ]; then
+            for template in gunicorn_config.py encoding.conf tasks.conf; do
+                if [ ! -e pandora/$template ]; then
+                    $SUDO cp pandora/${template}.in pandora/$template
+                fi
+            done
             for service in $SERVICES; do
                 if [ -e /lib/systemd/system/${service}.service ]; then
                     rm -f /lib/systemd/system/${service}.service \

docker-compose.yml

@@ -15,7 +15,6 @@ services:
             - "127.0.0.1:2620:80"
         networks:
             - backend
-            - default
         links:
             - pandora
             - websocketd
@@ -28,7 +27,7 @@ services:
         restart: unless-stopped
 
     db:
-        image: postgres:latest
+        image: postgres:15
         networks:
             - backend
         env_file: .env

docker/base/Dockerfile

@@ -1,4 +1,4 @@
-FROM debian:buster
+FROM debian:12
 
 LABEL maintainer="0x2620@0x2620.org"
 

docker/base/install.sh

@@ -1,9 +1,17 @@
 #!/bin/bash
 
-UBUNTU_CODENAME=bionic
 if [ -e /etc/os-release ]; then
     . /etc/os-release
 fi
+if [ -z "$UBUNTU_CODENAME" ]; then
+    UBUNTU_CODENAME=bionic
+fi
+if [ "$VERSION_CODENAME" = "bullseye" ]; then
+    UBUNTU_CODENAME=focal
+fi
+if [ "$VERSION_CODENAME" = "bookworm" ]; then
+    UBUNTU_CODENAME=lunar
+fi
 
 export DEBIAN_FRONTEND=noninteractive
 echo 'Acquire::Languages "none";' > /etc/apt/apt.conf.d/99languages
@@ -44,7 +52,6 @@ apt-get install -y \
     python3-numpy \
     python3-psycopg2 \
     python3-pyinotify \
-    python3-simplejson \
     python3-lxml \
     python3-cssselect \
     python3-html5lib \
@@ -53,7 +60,6 @@ apt-get install -y \
     oxframe \
     ffmpeg \
     mkvtoolnix \
-    gpac \
     imagemagick \
     poppler-utils \
     ipython3 \

docker/build.sh

@@ -11,7 +11,7 @@ else
     proxy=
 fi
 
-docker build $proxy -t 0x2620/pandora-base base
-docker build -t 0x2620/pandora-nginx nginx
+docker build $proxy -t code.0x2620.org/0x2620/pandora-base base
+docker build -t code.0x2620.org/0x2620/pandora-nginx nginx
 cd ..
-docker build -t 0x2620/pandora .
+docker build -t code.0x2620.org/0x2620/pandora .

docker/entrypoint.sh

@@ -6,7 +6,7 @@ user=pandora
 
 export LANG=en_US.UTF-8
 mkdir -p /run/pandora
-chown -R ${user}.${user} /run/pandora
+chown -R ${user}:${user} /run/pandora
 
 update="/usr/bin/sudo -u $user -E -H /srv/pandora/update.py"
 
@@ -32,7 +32,7 @@ if [ "$action" = "pandora" ]; then
         /srv/pandora/pandora/manage.py init_db
         $update db
         echo "Generating static files..."
-        chown -R ${user}.${user} /srv/pandora/
+        chown -R ${user}:${user} /srv/pandora/
         $update static
         touch /srv/pandora/initialized
     fi
@@ -52,7 +52,7 @@ if [ "$action" = "encoding" ]; then
             -A app worker \
             -Q encoding -n ${name} \
             --pidfile /run/pandora/encoding.pid \
-            --maxtasksperchild 500 \
+            --max-tasks-per-child 500 \
             -c 1 \
             -l INFO
 fi
@@ -66,7 +66,7 @@ if [ "$action" = "tasks" ]; then
         -A app worker \
         -Q default,celery -n ${name} \
         --pidfile /run/pandora/tasks.pid \
-        --maxtasksperchild 1000 \
+        --max-tasks-per-child 1000 \
         -l INFO
 fi
 if [ "$action" = "cron" ]; then
@@ -103,9 +103,9 @@ fi
 # pan.do/ra setup hooks
 if [ "$action" = "docker-compose.yml" ]; then
     cat /srv/pandora_base/docker-compose.yml | \
-        sed "s#build: \.#image: 0x2620/pandora:latest#g" | \
+        sed "s#build: \.#image: code.0x2620.org/0x2620/pandora:latest#g" | \
         sed "s#\./overlay:#.:#g" | \
-        sed "s#build: docker/nginx#image: 0x2620/pandora-nginx:latest#g"
+        sed "s#build: docker/nginx#image: code.0x2620.org/0x2620/pandora-nginx:latest#g"
     exit
 fi
 if [ "$action" = ".env" ]; then
@@ -131,5 +131,5 @@ echo "  docker run 0x2620/pandora setup | sh"
 echo
 echo adjust created files to match your needs and run:
 echo
-echo "  docker-compose up"
+echo "  docker compose up"
 echo

docker/publish.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-# push new version of pan.do/ra to docker hub
+# push new version of pan.do/ra to code.0x2620.org
 set -e
 
 cd /tmp
@@ -7,6 +7,6 @@ git clone https://code.0x2620.org/0x2620/pandora
 cd pandora
 ./docker/build.sh
 
-docker push 0x2620/pandora-base:latest
-docker push 0x2620/pandora-nginx:latest
-docker push 0x2620/pandora:latest
+docker push code.0x2620.org/0x2620/pandora-base:latest
+docker push code.0x2620.org/0x2620/pandora-nginx:latest
+docker push code.0x2620.org/0x2620/pandora:latest

docker/setup-docker-compose.sh

@@ -1,18 +1,18 @@
 #!/bin/sh
-docker run 0x2620/pandora docker-compose.yml > docker-compose.yml
+docker run --rm code.0x2620.org/0x2620/pandora docker-compose.yml > docker-compose.yml
 if [ ! -e .env ]; then
-    docker run 0x2620/pandora .env > .env
+    docker run --rm code.0x2620.org/0x2620/pandora .env > .env
     echo .env >> .gitignore
 fi
 if [ ! -e config.jsonc ]; then
-    docker run 0x2620/pandora config.jsonc > config.jsonc
+    docker run --rm code.0x2620.org/0x2620/pandora config.jsonc > config.jsonc
 fi
 cat > README.md << EOF
 pan.do/ra docker instance
 
 this folder was created with
 
-    docker run 0x2620/pandora setup | sh
+    docker run --rm code.0x2620.org/0x2620/pandora setup | sh
 
 To start pan.do/ra adjust the files in this folder:
 
@@ -22,11 +22,14 @@ To start pan.do/ra adjust the files in this folder:
 
 and to get started run this:
 
-    docker-compose up -d
+    docker compose up -d
 
 To update pan.do/ra run:
 
-    docker-compose run pandora ctl update
+    docker compose run --rm pandora ctl update
 
+To run pan.do/ra manage shell:
+
+    docker compose run --rm pandora ctl manage shell
 EOF
 touch __init__.py

etc/nginx/pandora

@@ -17,6 +17,7 @@ server {
     #server_name  pandora.YOURDOMAIN.COM;
 
     listen   80 default;
+    listen   [::]:80 default;
 
     access_log  /var/log/nginx/pandora.access.log;
     error_log   /var/log/nginx/pandora.error.log;

etc/sudoers.d/pandora

@@ -0,0 +1 @@
+pandora ALL=(ALL:ALL) NOPASSWD:/usr/local/bin/pandoractl

etc/systemd/system/pandora-cron.service

@@ -11,7 +11,7 @@ PIDFile=/run/pandora/cron.pid
 WorkingDirectory=/srv/pandora/pandora
 ExecStart=/srv/pandora/bin/celery \
     -A app beat \
-    -s /run/pandora/celerybeat-schedule \
+    --scheduler django_celery_beat.schedulers:DatabaseScheduler \
     --pidfile /run/pandora/cron.pid \