That looks wrong as a prefilter.
I would suggest using something way more aggressive.
(despot is fine, but then I would use one of the denoisers as prefilter)
Remember the main goal of a pre-filter is not to retain details, but to remove details that hinder motion estimation, etc.
Look at your source with YUV split, and you see that usually your chroma doesn't usually hold much detail the chroma created by DeOldify (https://imgsli.com/MjYxMDUz), will not contain more details so using elaborate denoising is probably the wrong (unnecessary time-consuming) approach. First thing I would try is something like Bilaterla (GPU) as prefilter.
Here to show what I mean in code:
Not sure this is useful at all,... or whether something like KNLMeans&Co should be used.
Cu Selur
Ps.: something completely different: https://imgsli.com/MjYxMDYy
I would suggest using something way more aggressive.
(despot is fine, but then I would use one of the denoisers as prefilter)
Remember the main goal of a pre-filter is not to retain details, but to remove details that hinder motion estimation, etc.
Look at your source with YUV split, and you see that usually your chroma doesn't usually hold much detail the chroma created by DeOldify (https://imgsli.com/MjYxMDUz), will not contain more details so using elaborate denoising is probably the wrong (unnecessary time-consuming) approach. First thing I would try is something like Bilaterla (GPU) as prefilter.
Here to show what I mean in code:
# Imports
import vapoursynth as vs
# getting Vapoursynth core
import sys
import os
core = vs.core
# Import scripts folder
scriptPath = 'F:/Hybrid/64bit/vsscripts'
sys.path.insert(0, os.path.abspath(scriptPath))
# loading plugins
core.std.LoadPlugin(path="F:/Hybrid/64bit/vsfilters/Support/libvs_placebo.dll")
core.std.LoadPlugin(path="F:/Hybrid/64bit/vsfilters/SourceFilter/DGDecNV/DGDecodeNV.dll")
# Import scripts
import validate
# Source: 'G:\clips\andygriffithtest.mkv'
# Current color space: YUV420P8, bit depth: 8, resolution: 1920x1080, frame rate: 23.976fps, scanorder: progressive, yuv luminance scale: limited, matrix: 709, transfer: bt.709, primaries: bt.709
# Loading G:\clips\andygriffithtest.mkv using DGSource
clip = core.dgdecodenv.DGSource("J:/tmp/mkv_821d49f4ca1bc226860d854a052a3269_853323747.dgi")# 23.976 fps, scanorder: progressive
frame = clip.get_frame(0)
# Setting detected color matrix (709).
clip = core.std.SetFrameProps(clip=clip, _Matrix=1)
# setting color transfer (709), if it is not set.
if validate.transferIsInvalid(clip):
clip = core.std.SetFrameProps(clip=clip, _Transfer=1)
# setting color primaries info (to 709), if it is not set.
if validate.primariesIsInvalid(clip):
clip = core.std.SetFrameProps(clip=clip, _Primaries=1)
# setting color range to TV (limited) range.
clip = core.std.SetFrameProps(clip=clip, _ColorRange=1)
# making sure frame rate is set to 23.976fps
clip = core.std.AssumeFPS(clip=clip, fpsnum=24000, fpsden=1001)
# making sure the detected scan type is set (detected: progressive)
clip = core.std.SetFrameProps(clip=clip, _FieldBased=0) # progressive
bw = clip
# PREFILTERING
# adjusting color space from YUV420P8 to YUV444P16 for vsGLSLBilateralve
clip = core.resize.Bicubic(clip=clip, format=vs.YUV444P16, range_s="limited")
with open("F:/Hybrid/64bit/vsfilters/GLSL/parameterized/Anime4K_Denoise_Bilateral_Mean.glsl") as glslf:
glsl = glslf.read()
glsl = glsl.replace('#define INTENSITY_SIGMA 0.1', '#define INTENSITY_SIGMA 5')
glsl = glsl.replace('#define SPATIAL_SIGMA 1.0', '#define SPATIAL_SIGMA 3')
glsl = glsl.replace('#define INTENSITY_POWER_CURVE 1.0', '#define INTENSITY_POWER_CURVE 0')
clip = core.placebo.Shader(clip=clip, shader_s=glsl, width=clip.width, height=clip.height)
# changing range from limited to full range for vsDeOldify
clip = core.resize.Bicubic(clip, range_in_s="limited", range_s="full")
# setting color range to PC (full) range.
clip = core.std.SetFrameProps(clip=clip, _ColorRange=0)
# adjusting color space from YUV444P16 to RGB24 for vsDeOldify
clip = core.resize.Bicubic(clip=clip, format=vs.RGB24, matrix_in_s="709", range_s="full", dither_type="error_diffusion")
# COLORING
# adding colors using DeOldify
from vsdeoldify import ddeoldify_main
clip = ddeoldify_main(clip=clip)
# changing range from full to limited range for vsDeOldify
clip = core.resize.Bicubic(clip, range_in_s="full", range_s="limited")
# Merging
clip = core.resize.Bicubic(clip=clip, format=vs.YUV420P8, matrix_s="709", range_s="limited")
clip = core.std.ShufflePlanes(clips=[bw, clip, clip], planes=[0, 1, 2], colorfamily=vs.YUV)
# set output frame rate to 23.976fps (progressive)
clip = core.std.AssumeFPS(clip=clip, fpsnum=24000, fpsden=1001)
# output
clip.set_output()Quote:I will add a degrain option in vsdeoldify in the next RC.Please don't unless you have already tested this intensively, and also don't think about adding another xy option array for this. (I will not add another option array in Hybrid.)
Cu Selur
Ps.: something completely different: https://imgsli.com/MjYxMDYy