Delete stf/stf-api-tools

stf/stf-api-tools/.gitignore

@@ -1,160 +0,0 @@
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# C extensions
-*.so
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-share/python-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
-
-# PyInstaller
-#  Usually these files are written by a python script from a template
-#  before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
-
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
-
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.nox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-*.py,cover
-.hypothesis/
-.pytest_cache/
-cover/
-
-# Translations
-*.mo
-*.pot
-
-# Django stuff:
-*.log
-local_settings.py
-db.sqlite3
-db.sqlite3-journal
-
-# Flask stuff:
-instance/
-.webassets-cache
-
-# Scrapy stuff:
-.scrapy
-
-# Sphinx documentation
-docs/_build/
-
-# PyBuilder
-.pybuilder/
-target/
-
-# Jupyter Notebook
-.ipynb_checkpoints
-
-# IPython
-profile_default/
-ipython_config.py
-
-# pyenv
-#   For a library or package, you might want to ignore these files since the code is
-#   intended to run in multiple environments; otherwise, check them in:
-# .python-version
-
-# pipenv
-#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
-#   However, in case of collaboration, if having platform-specific dependencies or dependencies
-#   having no cross-platform support, pipenv may install dependencies that don't work, or not
-#   install all needed dependencies.
-#Pipfile.lock
-
-# poetry
-#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
-#   This is especially recommended for binary packages to ensure reproducibility, and is more
-#   commonly ignored for libraries.
-#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
-#poetry.lock
-
-# pdm
-#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
-#pdm.lock
-#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
-#   in version control.
-#   https://pdm.fming.dev/#use-with-ide
-.pdm.toml
-
-# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
-__pypackages__/
-
-# Celery stuff
-celerybeat-schedule
-celerybeat.pid
-
-# SageMath parsed files
-*.sage.py
-
-# Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Spyder project settings
-.spyderproject
-.spyproject
-
-# Rope project settings
-.ropeproject
-
-# mkdocs documentation
-/site
-
-# mypy
-.mypy_cache/
-.dmypy.json
-dmypy.json
-
-# Pyre type checker
-.pyre/
-
-# pytype static type analyzer
-.pytype/
-
-# Cython debug symbols
-cython_debug/
-
-# PyCharm
-#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
-#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
-#  and can be added to the global gitignore or merged into this file.  For a more nuclear
-#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
-#.idea/

stf/stf-api-tools/.ipynb_checkpoints/pyproject-checkpoint.toml

@@ -1,14 +0,0 @@
-[tool.poetry]
-name = "stf-tools"
-version = "0.1.0"
-description = "stf-alternative tools"
-authors = ["Kim Minjong <make.dirty.code@gmail.com>"]
-readme = "README.md"
-packages = [
-  {include = "stf_tools", from="src"}
-]
-
-
-[build-system]
-requires = ["poetry-core"]
-build-backend = "poetry.core.masonry.api"

stf/stf-api-tools/poetry.lock

@@ -1,7 +0,0 @@
-# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand.
-package = []
-
-[metadata]
-lock-version = "2.0"
-python-versions = "*"
-content-hash = "115cf985d932e9bf5f540555bbdd75decbb62cac81e399375fc19f6277f8c1d8"

stf/stf-api-tools/pyproject.toml

@@ -1,14 +0,0 @@
-[tool.poetry]
-name = "stf-tools"
-version = "0.1.0"
-description = "stf-alternative tools"
-authors = ["Kim Minjong <make.dirty.code@gmail.com>"]
-readme = "README.md"
-packages = [
-  {include = "stf_tools", from="src"}
-]
-
-
-[build-system]
-requires = ["poetry-core"]
-build-backend = "poetry.core.masonry.api"

stf/stf-api-tools/src/stf_tools/.ipynb_checkpoints/build_template-checkpoint.py

@@ -1,200 +0,0 @@
-import pathlib
-import subprocess
-import tempfile
-
-import av
-import numpy as np
-from PIL import Image
-
-
-def alpha_crop_detect(path):
-    result = subprocess.check_output(
-        [
-            "bash",
-            "-c",
-            f"""ffmpeg -c:v libvpx -i {path} -filter_complex "[0:v]alphaextract, cropdetect=limit=0:round=16:reset=0" -f null - 2>&1 | grep -oP 'crop=\K\d+:\d+:\d+:\d+' """,
-        ]
-    )
-    return result.decode().strip().split("\n")[-1]
-
-
-def crop_resize_overlay(
-    path, background_path, range, out, left=0.5, top=0.15, height=0.85, crf=17
-):
-    with av.open(path, "r") as f:
-        fps = f.streams.video[0].base_rate
-
-    with av.open(background_path, "r") as f:
-        background_width, background_height = (
-            f.streams.video[0].width,
-            f.streams.video[0].height,
-        )
-
-    if isinstance(top, float):
-        top = int(background_height * top)
-
-    if isinstance(height, float):
-        height = int(background_height * height)
-
-    height -= height % 2
-
-    w, h, _, _ = map(int, range.split(":"))
-    width = int(height / h * w)
-    width -= width % 2
-
-    if isinstance(left, float):
-        left = int(background_width * left) - width // 2
-
-    subprocess.call(
-        [
-            "bash",
-            "-c",
-            f"""ffmpeg -y -c:v libvpx -r {fps} -i {path} -r {fps} -i {background_path} -filter_complex "[0:v]crop={range},scale={width}:{height} [vidi]; [1:v][vidi] overlay={left}:{top}" -crf {crf} -pix_fmt yuva420p -c:v libvpx-vp9 -c:a copy {out}""",
-        ]
-    )
-
-    return background_width, background_height, int(fps), (left, top, height)
-
-
-import json
-import os
-import shutil
-import tempfile
-from pathlib import Path
-
-import av
-import pandas as pd
-import stf_alternative
-from stf_alternative.util import get_crop_mp4_dir, get_frame_dir, get_preprocess_dir
-
-from stf_tools.silent import create_silent_video
-from stf_tools.writers import WebmWriter
-
-
-def create_template(
-    template_video_path,
-    background_path,
-    out_path,
-    config_path,
-    reference_face,
-    work_root_path,
-    checkpoint_path,
-    left,
-    top,
-    height,
-    crf=17,
-):
-    crop_range = alpha_crop_detect(template_video_path)
-    result_width, result_height, fps, (left, top, height) = crop_resize_overlay(
-        template_video_path,
-        background_path,
-        crop_range,
-        out_path,
-        left=left,
-        top=top,
-        height=height,
-        crf=crf,
-    )
-
-    stf_alternative.preprocess_template(
-        config_path=config_path,
-        template_video_path=template_video_path,
-        reference_face=reference_face,
-        work_root_path=work_root_path,
-        template_frame_ratio=1.0,
-        template_video_ratio=[1.0],
-        silent_video_path=None,
-        callback=None,
-        device="cuda:0",
-        verbose=True,
-        save_frames=False,
-    )
-
-    model = stf_alternative.create_model(
-        config_path=config_path,
-        checkpoint_path=checkpoint_path,
-        work_root_path=work_root_path,
-        device="cuda:0",
-        verbose=True,
-        wavlm_path="microsoft/wavlm-large",
-    )
-
-    preprocess_dir = Path(get_preprocess_dir(work_root_path, model.args.name))
-    crop_mp4_dir = Path(get_crop_mp4_dir(preprocess_dir, template_video_path))
-    dataset_dir = crop_mp4_dir / f"{Path(template_video_path).stem}_000"
-    template_frames_path = Path(
-        get_frame_dir(preprocess_dir, template_video_path, ratio=1.0)
-    )
-
-    with open(preprocess_dir / "metadata.json", "w") as f:
-        json.dump(
-            {
-                "fps": fps,
-                "width": result_width,
-                "height": result_height,
-            },
-            f,
-        )
-
-    df = pd.read_pickle(dataset_dir / "df_fan.pickle")
-
-    w, h, x, y = map(int, crop_range.split(":"))
-    scale = height / h
-
-    id_set = set()
-    for it in df["cropped_box"]:
-        if id(it) in id_set:
-            continue
-        id_set.add(id(it))
-        x1, y1, x2, y2 = it
-        x1 = (x1 - x) * scale + left
-        x2 = (x2 - x) * scale + left
-        y1 = (y1 - y) * scale + top
-        y2 = (y2 - y) * scale + top
-        it[:] = (x1, y1, x2, y2)
-
-    df.to_pickle(dataset_dir / "df_fan.pickle")
-
-    template_frames_path.mkdir(exist_ok=True, parents=True)
-    with av.open(out_path) as container:
-        for frame in container.decode(video=0):
-            Image.fromarray(frame.to_ndarray(format="rgb24"), mode="RGB").save(
-                f"{template_frames_path}/%05d.webp" % frame.index,
-                format="webp",
-                lossless=True,
-            )
-
-    with tempfile.TemporaryDirectory() as tempdir:
-        silent_video_path = f"{tempdir}/silent.webm"
-        template = stf_alternative.Template(
-            config_path=config_path,
-            model=model,
-            template_video_path=template_video_path,
-            wav_std=False,
-            ref_wav=None,
-            verbose=True,
-        )
-        writer = WebmWriter(
-            silent_video_path,
-            width=result_width,
-            height=result_height,
-            fps=fps,
-            crf=crf,
-            audio_sample_rate=16000,
-            quiet=False,
-        )
-        create_silent_video(template, writer)
-
-        silent_frames_path = Path(
-            get_frame_dir(preprocess_dir, silent_video_path, ratio=1.0)
-        )
-        silent_frames_path.mkdir(exist_ok=True, parents=True)
-        with av.open(silent_video_path) as container:
-            for frame in container.decode(video=0):
-                Image.fromarray(frame.to_ndarray(format="rgb24"), mode="RGB").save(
-                    f"{silent_frames_path}/%05d.webp" % frame.index,
-                    format="webp",
-                    lossless=True,
-                )
-    shutil.rmtree(template_frames_path, ignore_errors=False)
-    silent_frames_path.rename(template_frames_path)

stf/stf-api-tools/src/stf_tools/.ipynb_checkpoints/silent-checkpoint.py

@@ -1,28 +0,0 @@
-from concurrent.futures import ThreadPoolExecutor
-
-from pydub import AudioSegment
-
-
-def create_silent_video(template, writer):
-    reader = iter(template._get_reader(num_skip_frames=0))
-    audio_segment = AudioSegment.silent(10000)
-    pivot = 0
-
-    with ThreadPoolExecutor(4) as p:
-        try:
-            while True:
-                gen_infer = template.gen_infer_concurrent(
-                    p,
-                    audio_segment,
-                    pivot,
-                )
-                for idx, (it, chunk) in enumerate(gen_infer, pivot):
-                    frame = next(reader)
-                    composed = template.compose(idx, frame, it)
-                    writer.video_writer.write(composed)
-                    writer.audio_writer.write(chunk)
-                pivot = idx + 1
-        except StopIteration as e:
-            pass
-
-    writer.finish(forced=False)

stf/stf-api-tools/src/stf_tools/build_template.py

@@ -1,200 +0,0 @@
-import pathlib
-import subprocess
-import tempfile
-
-import av
-import numpy as np
-from PIL import Image
-
-
-def alpha_crop_detect(path):
-    result = subprocess.check_output(
-        [
-            "bash",
-            "-c",
-            f"""ffmpeg -c:v libvpx -i {path} -filter_complex "[0:v]alphaextract, cropdetect=limit=0:round=16:reset=0" -f null - 2>&1 | grep -oP 'crop=\K\d+:\d+:\d+:\d+' """,
-        ]
-    )
-    return result.decode().strip().split("\n")[-1]
-
-
-def crop_resize_overlay(
-    path, background_path, range, out, left=0.5, top=0.15, height=0.85, crf=17
-):
-    with av.open(path, "r") as f:
-        fps = f.streams.video[0].base_rate
-
-    with av.open(background_path, "r") as f:
-        background_width, background_height = (
-            f.streams.video[0].width,
-            f.streams.video[0].height,
-        )
-
-    if isinstance(top, float):
-        top = int(background_height * top)
-
-    if isinstance(height, float):
-        height = int(background_height * height)
-
-    height -= height % 2
-
-    w, h, _, _ = map(int, range.split(":"))
-    width = int(height / h * w)
-    width -= width % 2
-
-    if isinstance(left, float):
-        left = int(background_width * left) - width // 2
-
-    subprocess.call(
-        [
-            "bash",
-            "-c",
-            f"""ffmpeg -y -c:v libvpx -r {fps} -i {path} -r {fps} -i {background_path} -filter_complex "[0:v]crop={range},scale={width}:{height} [vidi]; [1:v][vidi] overlay={left}:{top}" -crf {crf} -pix_fmt yuva420p -c:v libvpx-vp9 -c:a copy {out}""",
-        ]
-    )
-
-    return background_width, background_height, int(fps), (left, top, height)
-
-
-import json
-import os
-import shutil
-import tempfile
-from pathlib import Path
-
-import av
-import pandas as pd
-import stf_alternative
-from stf_alternative.util import get_crop_mp4_dir, get_frame_dir, get_preprocess_dir
-
-from stf_tools.silent import create_silent_video
-from stf_tools.writers import WebmWriter
-
-
-def create_template(
-    template_video_path,
-    background_path,
-    out_path,
-    config_path,
-    reference_face,
-    work_root_path,
-    checkpoint_path,
-    left,
-    top,
-    height,
-    crf=17,
-):
-    crop_range = alpha_crop_detect(template_video_path)
-    result_width, result_height, fps, (left, top, height) = crop_resize_overlay(
-        template_video_path,
-        background_path,
-        crop_range,
-        out_path,
-        left=left,
-        top=top,
-        height=height,
-        crf=crf,
-    )
-
-    stf_alternative.preprocess_template(
-        config_path=config_path,
-        template_video_path=template_video_path,
-        reference_face=reference_face,
-        work_root_path=work_root_path,
-        template_frame_ratio=1.0,
-        template_video_ratio=[1.0],
-        silent_video_path=None,
-        callback=None,
-        device="cuda:0",
-        verbose=True,
-        save_frames=False,
-    )
-
-    model = stf_alternative.create_model(
-        config_path=config_path,
-        checkpoint_path=checkpoint_path,
-        work_root_path=work_root_path,
-        device="cuda:0",
-        verbose=True,
-        wavlm_path="microsoft/wavlm-large",
-    )
-
-    preprocess_dir = Path(get_preprocess_dir(work_root_path, model.args.name))
-    crop_mp4_dir = Path(get_crop_mp4_dir(preprocess_dir, template_video_path))
-    dataset_dir = crop_mp4_dir / f"{Path(template_video_path).stem}_000"
-    template_frames_path = Path(
-        get_frame_dir(preprocess_dir, template_video_path, ratio=1.0)
-    )
-
-    with open(preprocess_dir / "metadata.json", "w") as f:
-        json.dump(
-            {
-                "fps": fps,
-                "width": result_width,
-                "height": result_height,
-            },
-            f,
-        )
-
-    df = pd.read_pickle(dataset_dir / "df_fan.pickle")
-
-    w, h, x, y = map(int, crop_range.split(":"))
-    scale = height / h
-
-    id_set = set()
-    for it in df["cropped_box"]:
-        if id(it) in id_set:
-            continue
-        id_set.add(id(it))
-        x1, y1, x2, y2 = it
-        x1 = (x1 - x) * scale + left
-        x2 = (x2 - x) * scale + left
-        y1 = (y1 - y) * scale + top
-        y2 = (y2 - y) * scale + top
-        it[:] = (x1, y1, x2, y2)
-
-    df.to_pickle(dataset_dir / "df_fan.pickle")
-
-    template_frames_path.mkdir(exist_ok=True, parents=True)
-    with av.open(out_path) as container:
-        for frame in container.decode(video=0):
-            Image.fromarray(frame.to_ndarray(format="rgb24"), mode="RGB").save(
-                f"{template_frames_path}/%05d.webp" % frame.index,
-                format="webp",
-                lossless=True,
-            )
-
-    with tempfile.TemporaryDirectory() as tempdir:
-        silent_video_path = f"{tempdir}/silent.webm"
-        template = stf_alternative.Template(
-            config_path=config_path,
-            model=model,
-            template_video_path=template_video_path,
-            wav_std=False,
-            ref_wav=None,
-            verbose=True,
-        )
-        writer = WebmWriter(
-            silent_video_path,
-            width=result_width,
-            height=result_height,
-            fps=fps,
-            crf=crf,
-            audio_sample_rate=16000,
-            quiet=False,
-        )
-        create_silent_video(template, writer)
-
-        silent_frames_path = Path(
-            get_frame_dir(preprocess_dir, silent_video_path, ratio=1.0)
-        )
-        silent_frames_path.mkdir(exist_ok=True, parents=True)
-        with av.open(silent_video_path) as container:
-            for frame in container.decode(video=0):
-                Image.fromarray(frame.to_ndarray(format="rgb24"), mode="RGB").save(
-                    f"{silent_frames_path}/%05d.webp" % frame.index,
-                    format="webp",
-                    lossless=True,
-                )
-    shutil.rmtree(template_frames_path, ignore_errors=False)
-    silent_frames_path.rename(template_frames_path)

stf/stf-api-tools/src/stf_tools/silent.py

@@ -1,28 +0,0 @@
-from concurrent.futures import ThreadPoolExecutor
-
-from pydub import AudioSegment
-
-
-def create_silent_video(template, writer):
-    reader = iter(template._get_reader(num_skip_frames=0))
-    audio_segment = AudioSegment.silent(10000)
-    pivot = 0
-
-    with ThreadPoolExecutor(4) as p:
-        try:
-            while True:
-                gen_infer = template.gen_infer_concurrent(
-                    p,
-                    audio_segment,
-                    pivot,
-                )
-                for idx, (it, chunk) in enumerate(gen_infer, pivot):
-                    frame = next(reader)
-                    composed = template.compose(idx, frame, it)
-                    writer.video_writer.write(composed)
-                    writer.audio_writer.write(chunk)
-                pivot = idx + 1
-        except StopIteration as e:
-            pass
-
-    writer.finish(forced=False)

stf/stf-api-tools/src/stf_tools/writers/.ipynb_checkpoints/ffmpeg-checkpoint.py

@@ -1,100 +0,0 @@
-import os
-import queue
-import shutil
-import subprocess
-import tempfile
-import threading
-import time
-import traceback
-from abc import ABC, abstractmethod
-from contextlib import contextmanager
-from pathlib import Path
-from queue import Queue
-
-import ffmpeg
-import numpy as np
-import pydub
-from pydub import AudioSegment
-
-from stf_tools.writers._async import AudioAsyncWriter, VideoAsyncWriter
-from stf_tools.writers._thread import AudioThreadWriter, VideoThreadWriter
-
-video_pipe_name = "video"
-audio_pipe_name = "audio"
-
-
-class BaseFFMPEGWriter(ABC):
-    def __init__(
-        self,
-        path,
-        width,
-        height,
-        fps,
-        crf=17,
-        audio_sample_rate=16000,
-        quiet=True,
-    ):
-        self.path = Path(path)
-        self.width = width
-        self.height = height
-        self.fps = fps
-        self.crf = crf
-
-        self.path.parent.mkdir(exist_ok=True, parents=True)
-
-        pipe_root = tempfile.mkdtemp()
-        self.pipe_dir = Path(pipe_root)
-        self.video_pipe_path = self.pipe_dir / video_pipe_name
-        self.audio_pipe_path = self.pipe_dir / audio_pipe_name
-
-        os.mkfifo(self.video_pipe_path)
-        os.mkfifo(self.audio_pipe_path)
-
-        self.audio_sample_rate = audio_sample_rate
-
-        self.write_process = self._run_ffmpeg(
-            quiet=quiet,
-        )
-
-    @abstractmethod
-    def _run_ffmpeg(self, quiet):
-        """ffmpeg writer using named pipe"""
-
-
-class ThreadFFMPEGWriter(BaseFFMPEGWriter):
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
-
-        self.video_writer = VideoThreadWriter(self.video_pipe_path, self.fps)
-        self.audio_writer = AudioThreadWriter(
-            self.audio_pipe_path, self.audio_sample_rate
-        )
-
-    def finish(self, forced=False):
-        self.video_writer.finish(forced=forced)
-        self.audio_writer.finish(forced=forced)
-
-        if forced:
-            self.write_process.kill()
-        else:
-            self.write_process.wait()
-
-        shutil.rmtree(self.pipe_dir, ignore_errors=True)
-
-
-class AsyncFFMPEGWriter(BaseFFMPEGWriter):
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
-
-        self.video_writer = VideoAsyncWriter(self.video_pipe_path, self.fps)
-        self.audio_writer = AudioAsyncWriter(
-            self.audio_pipe_path, self.audio_sample_rate
-        )
-
-    def finish(self, forced=False):
-        if forced:
-            self.write_process.kill()
-        else:
-            self.write_process.wait()
-
-        shutil.rmtree(self.pipe_dir, ignore_errors=True)

stf/stf-api-tools/src/stf_tools/writers/.ipynb_checkpoints/webm-checkpoint.py

@@ -1,60 +0,0 @@
-import subprocess
-
-from stf_tools.writers.ffmpeg import ThreadFFMPEGWriter
-
-
-class WebmWriter(ThreadFFMPEGWriter):
-    def _run_ffmpeg(self, quiet):
-        return subprocess.Popen(
-            [
-                "ffmpeg",
-                "-f",
-                "rawvideo",
-                "-pix_fmt",
-                "rgba",
-                "-r",
-                f"{self.fps}",
-                "-s",
-                f"{self.width}x{self.height}",
-                "-thread_queue_size",
-                "1024",
-                "-probesize",
-                f"{self.width*self.height}",
-                "-i",
-                self.video_pipe_path,
-                "-f",
-                "s16le",
-                "-ac",
-                "1",
-                "-acodec",
-                "pcm_s16le",
-                "-ar",
-                "16k",
-                "-thread_queue_size",
-                "4096",
-                "-probesize",
-                "32",
-                "-i",
-                self.audio_pipe_path,
-                "-map",
-                "0:v:0",
-                "-map",
-                "1:a:0",
-                "-pix_fmt",
-                "yuva420p",
-                "-crf",
-                f"{self.crf}",
-                "-r",
-                f"{self.fps}",
-                "-s",
-                f"{self.width//2*2}x{self.height//2*2}",
-                "-threads",
-                "16",
-                "-vcodec",
-                "libvpx-vp9",
-                str(self.path),
-                "-y",
-            ],
-            stdout=subprocess.DEVNULL if quiet else None,
-            stderr=subprocess.STDOUT if quiet else None,
-        )

stf/stf-api-tools/src/stf_tools/writers/__init__.py

@@ -1,2 +0,0 @@
-from stf_tools.writers.ffmpeg import AsyncFFMPEGWriter, ThreadFFMPEGWriter
-from stf_tools.writers.webm import WebmWriter

stf/stf-api-tools/src/stf_tools/writers/_async.py

@@ -1,42 +0,0 @@
-import asyncio
-
-import aiofiles
-import numpy as np
-import pydub
-
-
-class AsyncWriter:
-    def __init__(self, path):
-        self.queue = asyncio.Queue(maxsize=240)
-        self.path = path
-
-    async def pipeline(self):
-        try:
-            async with aiofiles.open(self.path, "wb", 0) as f:
-                while (bytes := await self.queue.get()) is not None:
-                    await f.write(bytes)
-        except:
-            pass
-
-    async def write_bytes(self, bytes):
-        await self.queue.put(bytes)
-
-
-class VideoAsyncWriter(AsyncWriter):
-    def __init__(self, path, fps):
-        super().__init__(path)
-        self.fps = fps
-
-    async def write(self, video: np.array):
-        return await self.write_bytes(video.astype(np.uint8).tobytes())
-
-
-class AudioAsyncWriter(AsyncWriter):
-    def __init__(self, path, audio_sample_rate):
-        super().__init__(path)
-        self.audio_sample_rate = audio_sample_rate
-
-    async def write(self, audio: pydub.AudioSegment):
-        return await self.write_bytes(
-            audio.set_frame_rate(self.audio_sample_rate).raw_data
-        )

stf/stf-api-tools/src/stf_tools/writers/_thread.py

@@ -1,57 +0,0 @@
-import threading
-import time
-import traceback
-from queue import Queue
-
-import numpy as np
-import pydub
-
-
-class ThreadWriter:
-    def __init__(self, path):
-        queue = Queue(maxsize=240)
-        self.finished = False
-
-        def write_bytes():
-            try:
-                with open(path, "wb", 0) as f:
-                    while (bytes := queue.get()) is not None:
-                        f.write(bytes)
-            except Exception as e:
-                traceback.print_exc()
-                self.finished = True
-
-        self.thread = threading.Thread(target=write_bytes)
-        self.queue = queue
-
-        self.thread.start()
-
-    def write_bytes(self, bytes):
-        if self.finished:
-            return
-        self.queue.put(bytes)
-
-    def finish(self, forced=False):
-        self.queue.put(None)
-        if forced:
-            self.finished = True
-        else:
-            self.thread.join()
-
-
-class VideoThreadWriter(ThreadWriter):
-    def __init__(self, path, fps):
-        super().__init__(path)
-        self.fps = fps
-
-    def write(self, video: np.array):
-        return self.write_bytes(video.astype(np.uint8).tobytes())
-
-
-class AudioThreadWriter(ThreadWriter):
-    def __init__(self, path, audio_sample_rate):
-        super().__init__(path)
-        self.audio_sample_rate = audio_sample_rate
-
-    def write(self, audio: pydub.AudioSegment):
-        return self.write_bytes(audio.set_frame_rate(self.audio_sample_rate).raw_data)

stf/stf-api-tools/src/stf_tools/writers/ffmpeg.py

@@ -1,100 +0,0 @@
-import os
-import queue
-import shutil
-import subprocess
-import tempfile
-import threading
-import time
-import traceback
-from abc import ABC, abstractmethod
-from contextlib import contextmanager
-from pathlib import Path
-from queue import Queue
-
-import ffmpeg
-import numpy as np
-import pydub
-from pydub import AudioSegment
-
-from stf_tools.writers._async import AudioAsyncWriter, VideoAsyncWriter
-from stf_tools.writers._thread import AudioThreadWriter, VideoThreadWriter
-
-video_pipe_name = "video"
-audio_pipe_name = "audio"
-
-
-class BaseFFMPEGWriter(ABC):
-    def __init__(
-        self,
-        path,
-        width,
-        height,
-        fps,
-        crf=17,
-        audio_sample_rate=16000,
-        quiet=True,
-    ):
-        self.path = Path(path)
-        self.width = width
-        self.height = height
-        self.fps = fps
-        self.crf = crf
-
-        self.path.parent.mkdir(exist_ok=True, parents=True)
-
-        pipe_root = tempfile.mkdtemp()
-        self.pipe_dir = Path(pipe_root)
-        self.video_pipe_path = self.pipe_dir / video_pipe_name
-        self.audio_pipe_path = self.pipe_dir / audio_pipe_name
-
-        os.mkfifo(self.video_pipe_path)
-        os.mkfifo(self.audio_pipe_path)
-
-        self.audio_sample_rate = audio_sample_rate
-
-        self.write_process = self._run_ffmpeg(
-            quiet=quiet,
-        )
-
-    @abstractmethod
-    def _run_ffmpeg(self, quiet):
-        """ffmpeg writer using named pipe"""
-
-
-class ThreadFFMPEGWriter(BaseFFMPEGWriter):
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
-
-        self.video_writer = VideoThreadWriter(self.video_pipe_path, self.fps)
-        self.audio_writer = AudioThreadWriter(
-            self.audio_pipe_path, self.audio_sample_rate
-        )
-
-    def finish(self, forced=False):
-        self.video_writer.finish(forced=forced)
-        self.audio_writer.finish(forced=forced)
-
-        if forced:
-            self.write_process.kill()
-        else:
-            self.write_process.wait()
-
-        shutil.rmtree(self.pipe_dir, ignore_errors=True)
-
-
-class AsyncFFMPEGWriter(BaseFFMPEGWriter):
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
-
-        self.video_writer = VideoAsyncWriter(self.video_pipe_path, self.fps)
-        self.audio_writer = AudioAsyncWriter(
-            self.audio_pipe_path, self.audio_sample_rate
-        )
-
-    def finish(self, forced=False):
-        if forced:
-            self.write_process.kill()
-        else:
-            self.write_process.wait()
-
-        shutil.rmtree(self.pipe_dir, ignore_errors=True)

stf/stf-api-tools/src/stf_tools/writers/webm.py

@@ -1,60 +0,0 @@
-import subprocess
-
-from stf_tools.writers.ffmpeg import ThreadFFMPEGWriter
-
-
-class WebmWriter(ThreadFFMPEGWriter):
-    def _run_ffmpeg(self, quiet):
-        return subprocess.Popen(
-            [
-                "ffmpeg",
-                "-f",
-                "rawvideo",
-                "-pix_fmt",
-                "rgba",
-                "-r",
-                f"{self.fps}",
-                "-s",
-                f"{self.width}x{self.height}",
-                "-thread_queue_size",
-                "1024",
-                "-probesize",
-                f"{self.width*self.height}",
-                "-i",
-                self.video_pipe_path,
-                "-f",
-                "s16le",
-                "-ac",
-                "1",
-                "-acodec",
-                "pcm_s16le",
-                "-ar",
-                "16k",
-                "-thread_queue_size",
-                "4096",
-                "-probesize",
-                "32",
-                "-i",
-                self.audio_pipe_path,
-                "-map",
-                "0:v:0",
-                "-map",
-                "1:a:0",
-                "-pix_fmt",
-                "yuva420p",
-                "-crf",
-                f"{self.crf}",
-                "-r",
-                f"{self.fps}",
-                "-s",
-                f"{self.width//2*2}x{self.height//2*2}",
-                "-threads",
-                "16",
-                "-vcodec",
-                "libvpx-vp9",
-                str(self.path),
-                "-y",
-            ],
-            stdout=subprocess.DEVNULL if quiet else None,
-            stderr=subprocess.STDOUT if quiet else None,
-        )