pandora_fcra/utils.py

import json
import os
import ox
import shutil
import subprocess
import tempfile

from archive.models import File, Stream, User
from archive.external import get_info, add_subtitles


def import_items(items):
    import item.models
    for data in items:
        i = item.models.Item()
        i.user = User.objects.all()[0]
        i.save()
        i.edit(data, True)
        i.level = 0
        i.save()
        load_vimeo(i)
        print(i)


def load_formats(url):
    cmd = ['yt-dlp', '-q', url, '-j', '-F']
    p = subprocess.Popen(cmd,
                         stdout=subprocess.PIPE,
                         stderr=subprocess.PIPE, close_fds=True)
    stdout, stderr = p.communicate()
    formats = stdout.decode().strip().split('\n')[-1]
    return json.loads(formats)


def load_vimeo(item):
    urls = [url for url in item.data.get("links", []) if "vimeo.com" in url]
    cdir = os.path.abspath(os.curdir)
    orig = None
    for url in urls:
        info = get_info(url, None)
        media = info[0]
        #for resolution in (720, 360):
        for resolution in (720,):
            tmp = tempfile.mkdtemp()
            if isinstance(tmp, bytes):
                tmp = tmp.decode('utf-8')
            os.chdir(tmp)
            cmd = [
                'yt-dlp', '-q', url,
                '-o', '%(title)80s.%(ext)s'
            ]
            cmd += [
                '-f', 'bestvideo[height<=%s][ext=mp4]+bestaudio[ext=m4a]' % resolution,
                '--merge-output-format', 'mp4'
            ]
            p = subprocess.Popen(cmd,
                                 stdout=subprocess.PIPE,
                                 stderr=subprocess.PIPE, close_fds=True)
            stdout, stderr = p.communicate()
            if stderr and b'Requested format is not available.' in stderr:
                formats = load_formats(url)
                has_audio = bool([fmt for fmt in formats['formats'] if fmt['resolution'] == 'audio only'])
                has_video = bool([fmt for fmt in formats['formats'] if 'x' in fmt['resolution']])

                cmd = [
                    'yt-dlp', '-q', url,
                    '-o', '%(title)80s.%(ext)s'
                ]
                if has_video and not has_audio:
                    cmd += [
                        '-f', 'bestvideo[height<=%s][ext=mp4]' % resolution,
                    ]
                elif not has_video and has_audio:
                    cmd += [
                        'bestaudio[ext=m4a]'
                    ]
                else:
                    cmd = []
                if cmd:
                    p = subprocess.Popen(cmd,
                                         stdout=subprocess.PIPE,
                                         stderr=subprocess.PIPE, close_fds=True)
                    stdout, stderr = p.communicate()

            if stdout or stderr:
                print(" ".join(cmd))
                print(stdout)
                print(stderr)
            parts = list(os.listdir(tmp))
            if parts:
                part = 1
                for name in parts:
                    name = os.path.join(tmp, name)
                    oshash = ox.oshash(name)
                    if orig is None:
                        f, created = File.objects.get_or_create(oshash=oshash)
                        if created:
                            orig = f
                            f.item = item
                            f.info = ox.avinfo(name)
                            f.info['extension'] = media['extension']
                            f.info['url'] = url
                            f.path = '%(title)s.%(extension)s' % media
                            f.parse_info()
                            f.selected = True
                            f.queued = False
                            if len(parts) > 1:
                                f.part = part
                                part += 1
                            f.save()
                            f.item.save()
                        else:
                            return 'file exists %s' % oshash
                        stream, created = Stream.objects.get_or_create(file=orig, resolution=resolution, format="mp4")
                        stream.media.name = stream.path(stream.name())
                        ox.makedirs(os.path.dirname(stream.media.path))
                        shutil.move(name, stream.media.path)
                        stream.available = True
                        if resolution == 720:
                            source = stream
                        else:
                            stream.source = source
                        stream.save()
                        stream.make_timeline()
            if resolution == 720 and len(parts) == 1:
                add_subtitles(item, media, tmp)
            os.chdir(cdir)
            shutil.rmtree(tmp)
        item.update_timeline()
        item.save()