video_processing/modules/frames.py

import av
from PIL import Image
from pathlib import Path
from typing import Iterator, List, Union


def get_key_frames(path: Union[Path, str]) -> List[Image.Image]:
    frames = []
    container = av.open(str(path))
    stream = container.streams.video[0]
    stream.codec_context.skip_frame = "NONKEY"
    for _, frame in enumerate(container.decode(stream)):
        frames.append(frame.to_image())
    container.close()
    return frames


def get_frames(path: Union[Path, str]) -> Iterator[av.VideoFrame]:
    container = av.open(str(path))
    stream = container.streams.video[0]
    yield container.decode(stream)


def separate_key_frames_from_row(path: Path, row: dict[str, list]):
    key_frames = [Image.open(path.joinpath(key_frame)) for key_frame in row["frames"]]
    first = key_frames[0]
    mid = None
    last = None
    if len(key_frames) == 2:
        last = key_frames[1]
    elif len(key_frames) > 2:
        mid = key_frames[len(key_frames) // 2]
        last = key_frames[-1]
    return key_frames, first, mid, last