import torch import numpy as np import os import time import random import string def compute_cond_mark(cond_or_uncond, sigmas): cond_or_uncond_size = int(sigmas.shape[0]) cond_mark = [] for cx in cond_or_uncond: cond_mark += [cx] * cond_or_uncond_size cond_mark = torch.Tensor(cond_mark).to(sigmas) return cond_mark def generate_random_filename(extension=".txt"): timestamp = time.strftime("%Y%m%d-%H%M%S") random_string = ''.join(random.choices(string.ascii_lowercase + string.digits, k=5)) filename = f"{timestamp}-{random_string}{extension}" return filename @torch.no_grad() @torch.inference_mode() def pytorch_to_numpy(x): return [np.clip(255. * y.cpu().numpy(), 0, 255).astype(np.uint8) for y in x] @torch.no_grad() @torch.inference_mode() def numpy_to_pytorch(x): y = x.astype(np.float32) / 255.0 y = y[None] y = np.ascontiguousarray(y.copy()) y = torch.from_numpy(y).float() return y def write_images_to_mp4(frame_list: list, filename=None, fps=6): from modules.paths_internal import default_output_dir video_folder = os.path.join(default_output_dir, 'svd') os.makedirs(video_folder, exist_ok=True) if filename is None: filename = generate_random_filename('.mp4') full_path = os.path.join(video_folder, filename) try: import av except ImportError: from launch import run_pip run_pip( "install imageio[pyav]", "imageio[pyav]", ) import av options = { "crf": str(23) } output = av.open(full_path, "w") stream = output.add_stream('libx264', fps, options=options) stream.width = frame_list[0].shape[1] stream.height = frame_list[0].shape[0] for img in frame_list: frame = av.VideoFrame.from_ndarray(img) packet = stream.encode(frame) output.mux(packet) packet = stream.encode(None) output.mux(packet) output.close() return full_path