ProPainter Vapoursynth filter

[Selur]

The crop and only filter part of the image seems to work, but width&height need to be at least 256.

# Imports import vapoursynth as vs import site import sys import os # Initialize VapourSynth core core = vs.core # Import scripts folder scriptPath = 'F:/Hybrid/64bit/vsscripts' sys.path.insert(0, os.path.abspath(scriptPath)) # Load plugins core.std.LoadPlugin(path="F:/Hybrid/64bit/vsfilters/SourceFilter/LSmashSource/LSMASHSource.dll") # Import scripts import validate # Load source clip = core.lsmas.LWLibavSource(source=r"running_car.mp4", format="YUV420P8", stream_index=0, cache=0, fpsnum=25, repeat=True, prefer_hw=0) # changing range from limited to full range for propainter clip = core.resize.Bicubic(clip, range_in_s="limited", range_s="full") # setting color range to PC (full) range. clip = core.std.SetFrameProps(clip=clip, _ColorRange=0) # adjusting color space from YUV420P8 to RGB24 for propainter clip = core.resize.Bicubic(clip=clip, format=vs.RGB24, matrix_in_s="709", range_s="full") # Define the region coordinates and size x = 80 y = 70 width = 400 height = 256 # Create a blank clip for the mask of the same size as the original clip mask = core.std.BlankClip(clip=clip, color=[255, 255, 255]) mask = core.std.SetFrameProps(clip=mask, _ColorRange=1) mask = core.std.CropRel(mask, left=x, top=y, right=clip.width - (x + width), bottom=clip.height - (y + height)) mask = core.std.AddBorders(mask, left=x, top=y, right=clip.width - (x + width), bottom=clip.height - (y + height)) # Convert the mask to grayscale mask = core.resize.Bicubic(mask, format=vs.GRAY8, matrix_s="709") # Binarize Mask binarize_mask = core.std.BinarizeMask(clip, 1) # Crop to the region of interest cropped_clip = core.std.CropRel(clip, left=x, top=y, right=clip.width - (x + width), bottom=clip.height - (y + height)) # Apply propainter to the cropped region from vspropainter import propainter processed_cropped_clip = propainter(cropped_clip, length=250, mask_path="running_car_mask_cropped_400x256.png", device_index=0, enable_fp16=True) # Pad the processed region back to the original size padded_clip = core.std.AddBorders(processed_cropped_clip, left=x, top=y, right=clip.width - (x + width), bottom=clip.height - (y + height)) # Merge the processed region back into the original frame final_clip = core.std.MaskedMerge(clip, padded_clip, mask, planes=[0,1,2]) # undo range change final_clip = core.resize.Bicubic(final_clip, range_in_s="full", range_s="limited") # Adjust output color from RGB24 to YUV420P8 final_clip = core.resize.Bicubic(clip=final_clip, format=vs.YUV420P8, matrix_s="709", range_s="limited") # Set output frame rate to 25fps (progressive) final_clip = core.std.AssumeFPS(clip=final_clip, fpsnum=25, fpsden=1) # Output the final clip final_clip.set_output()

Speed increased to:

encoded 192 frames in 48.05s (4.00 fps), 1831.56 kb/s, Avg QP:21.5

Cu Selur