Add lineart preprocessor

[asomoza]

Adds the lineart preprocessor

• Lineart preprocesor for images
• Docstrings
• Documentation
• For videos

Code

Single image

from image_gen_aux import LineArtPreprocessor
from image_gen_aux.utils import load_image

lineart_preprocessor = LineArtPreprocessor.from_pretrained("OzzyGT/lineart")
lineart_preprocessor.to("cuda")

input_image = load_image(
    "https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/simple_upscale/hippowaffle.png"
)

image = lineart_preprocessor(input_image)[0]
image.save("lineart.png")

original	preprocessed

Video

import imageio
import numpy as np

from image_gen_aux import LineArtPreprocessor


reader = imageio.get_reader(
    "https://huggingface.co/datasets/OzzyGT/testing-resources/resolve/main/lineart/movie_chunk.mov"
)

frame_shape = reader.get_data(0).shape
frames = []

for frame in reader:
    normalized_frame = frame.astype(np.float32) / 255.0
    frames.append(normalized_frame)

inputs = np.stack(frames, axis=0)

lineart_preprocessor = LineArtPreprocessor.from_pretrained("OzzyGT/lineart").to("cuda")

image = lineart_preprocessor(inputs, batch_size=10)

writer = imageio.get_writer("lineart_movie_out.mp4", fps=24)
for singe_image in image:
    np_image = np.array(singe_image)
    writer.append_data(np_image)
writer.close()

Original

movie_chunk.mp4

Preprocessed

lineart_movie_out.mp4

[stevhliu]

Very nice job and great docstrings as well! Mostly left comments on formatting and structure 😄