Skip to content

Update pipVideo.py to include x/y offset #17

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
truebluejw wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Update pipVideo.py to include x/y offset #17

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
144 changes: 70 additions & 74 deletions nodes/pipVideo.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
import os
import subprocess
from ..func import has_audio,getVideoInfo,set_file_name,video_type
from ..func import has_audio, getVideoInfo, set_file_name, video_type
import torch
import math

Expand All @@ -14,150 +14,146 @@ def __init__(self):
def INPUT_TYPES(cls):
return {
"required": {
"video1_path": ("STRING", {"default":"C:/Users/Desktop/video1.mp4", "tooltip": "说明：画中画背景画面！"}),
"video2_path": ("STRING", {"default":"C:/Users/Desktop/video2.mp4", "tooltip": "说明：画中画前景画面！"}),
"device": (["cpu","cuda"], {"default":device,}),
"use_audio": (["video1","video2"], {"default":"video1", "tooltip": "说明：最终视频使用哪个视频的音轨！"}),
"use_duration": (["video1","video2"], {"default":"video2", "tooltip": "说明：使用哪个视频作为最终参考时长！"}),
"align_type":(["top-left","top-right", "bottom-left", "bottom-right", "center"], {"default":"center",}),
"pip_fg_zoom": ("FLOAT", { "default": 2.5, "min": 1, "max": 100, "step": 0.5, "tooltip": "说明：画中画背景缩放系数，越大前景画面越小，值为背景宽高的缩小倍数！"}),
"video1_path": ("STRING", {"default": "C:/Users/Desktop/video1.mp4", "tooltip": "说明：画中画背景画面！"}),
"video2_path": ("STRING", {"default": "C:/Users/Desktop/video2.mp4", "tooltip": "说明：画中画前景画面！"}),
"device": (["cpu", "cuda"], {"default": device}),
"use_audio": (["video1", "video2"], {"default": "video1", "tooltip": "说明：最终视频使用哪个视频的音轨！"}),
"use_duration": (["video1", "video2"], {"default": "video2", "tooltip": "说明：使用哪个视频作为最终参考时长！"}),
"align_type": (["top-left", "top-right", "bottom-left", "bottom-right", "center"], {"default": "center"}),
"pad_x": ("INT", {"default": 0, "min": -2000, "max": 2000, "step": 1, "tooltip": "X方向偏移量 (px)，0表示无偏移"}),
"pad_y": ("INT", {"default": 0, "min": -2000, "max": 2000, "step": 1, "tooltip": "Y方向偏移量 (px)，0表示无偏移"}),
"pip_fg_zoom": ("FLOAT", {"default": 2.5, "min": 1, "max": 100, "step": 0.5, "tooltip": "说明：前景缩放系数，越大前景越小"}),
"output_path": ("STRING", {"default": "C:/Users/Desktop/output"}),
"scale_and_crop": (["none","540*960", "960*540"], {"default": "none", "tooltip": "说明：缩放和裁剪比例！"}), # 新增参数控制缩放裁剪
"fps": ("FLOAT", {"min": 0, "max": 60, "step": 0.1, "default": 30.0, "tooltip": "说明：画中画合并后的强制帧率，设置为0将使用video2的帧率，设置为1为将使用video2的帧率！"}),
"is_chromakey": ("BOOLEAN", { "default": False ,"label_on": "绿幕去背景", "label_off": "关闭绿幕透明", "tooltip": "说明：是否进行绿幕去背景！"}), #是否画中画 绿幕透明
"scale_and_crop": (["none", "540*960", "960*540"], {"default": "none", "tooltip": "说明：缩放和裁剪比例！"}),
"fps": ("FLOAT", {"min": 0, "max": 60, "step": 0.1, "default": 30.0, "tooltip": "说明：帧率。0=video1帧率，1=video2帧率"}),
"is_chromakey": ("BOOLEAN", {"default": False, "label_on": "绿幕去背景", "label_off": "关闭绿幕透明", "tooltip": "说明：是否进行绿幕去背景！"}),
},
}

RETURN_TYPES = ("STRING","INT","INT","FLOAT","FLOAT",)
RETURN_NAMES = ("video_complete_paths","width","height","duration","fps",)
RETURN_TYPES = ("STRING", "INT", "INT", "FLOAT", "FLOAT",)
RETURN_NAMES = ("video_complete_paths", "width", "height", "duration", "fps",)
FUNCTION = "pip_video"
OUTPUT_NODE = True
CATEGORY = "🔥FFmpeg"
DESCRIPTION = """两个视频叠加成一个画中画效果，可以控制前景video2出现在前景video1画面上的位置，
可以设置前景画面的缩放系数和是否去掉绿幕背景等设置."""
DESCRIPTION = """两个视频叠加成一个画中画效果，可以控制前景video2出现在video1上的位置，
可设置缩放、绿幕去背景和像素级偏移。"""

def pip_video(self, video1_path, video2_path,device,use_audio,use_duration, align_type,pip_fg_zoom, output_path,scale_and_crop,fps,is_chromakey):
def pip_video(self, video1_path, video2_path, device, use_audio, use_duration,
align_type, pad_x, pad_y, pip_fg_zoom, output_path, scale_and_crop, fps, is_chromakey):
try:
video1_path = os.path.abspath(video1_path).strip()
video2_path = os.path.abspath(video2_path).strip()
output_path = os.path.abspath(output_path).strip()
# 视频不存在

# --- 输入验证 ---
if not video1_path.lower().endswith(video_type()):
raise ValueError("video1_path："+video1_path+"不是视频文件（video1_path:"+video1_path+" is not a video file）")
raise ValueError(f"video1_path: {video1_path} 不是视频文件")
if not os.path.isfile(video1_path):
raise ValueError("video1_path："+video1_path+"不存在（video1_path:"+video1_path+" does not exist）")
raise ValueError(f"video1_path: {video1_path} 不存在")

if not video2_path.lower().endswith(video_type()):
raise ValueError("video2_path："+video2_path+"不是视频文件（video2_path:"+video2_path+" is not a video file）")
raise ValueError(f"video2_path: {video2_path} 不是视频文件")
if not os.path.isfile(video2_path):
raise ValueError("video2_path："+video2_path+"不存在（video2_path:"+video2_path+" does not exist）")
raise ValueError(f"video2_path: {video2_path} 不存在")

#判断output_path是否是一个目录
if not os.path.isdir(output_path):
raise ValueError("output_path："+output_path+"不是目录（output_path:"+output_path+" is not a directory）")
raise ValueError(f"output_path: {output_path} 不是目录")

video1_audio = has_audio(video1_path)
video2_audio = has_audio(video2_path)

final_output = set_file_name(video1_path)
#文件名根据年月日时分秒来命名
output_path = os.path.join(output_path, final_output)

use_cuvid = ""
use_encoder = "-c:v libx264" #默认用CPU编码
use_encoder = "-c:v libx264" # 默认CPU编码

if device == "cuda":
use_cuvid = "-hwaccel cuda"
use_encoder = "-c:v h264_nvenc"

video_info = getVideoInfo(video1_path)
video_info1 = getVideoInfo(video2_path)

if use_duration == "video1":
duration_1 = video_info['duration']
else:
duration_1 = video_info1['duration']
if fps==0:
fps=video_info['fps']
elif fps==1:
fps=video_info1['fps']

# libx264、libx265等编码器要求宽高必须是2的倍数，如果报错，可以把device换为GPU
width = math.ceil(video_info['width']/2)*2
height = math.ceil(video_info['height']/2)*2

if fps == 0:
fps = video_info['fps']
elif fps == 1:
fps = video_info1['fps']

width = math.ceil(video_info['width'] / 2) * 2
height = math.ceil(video_info['height'] / 2) * 2

use_audio_index = {
'video1': '0',
'video2': '1',
}.get(use_audio, '0')

# --- 对齐逻辑 + 偏移 ---
align_position = {
"top-left": f"0:0",
"top-right": f"(W-w):0",
"bottom-left": f"0:(H-h)",
"bottom-right": f"(W-w):(H-h)",
"center": f"(W-w)/2:(H-h)/2",
}.get(align_type, f"(W-w)/2:(H-h)/2")

if height*540/width>960: #如果高同比缩放高度超出960，需要裁剪
pad_or_crop1='crop=540:960:(ow-iw)/2:(oh-ih)/2'
else: #比固定高小，需要填充黑边
pad_or_crop1='pad=540:960:(ow-iw)/2:(oh-ih)/2:color=black'
if height*960/width>540: #如果缩放到宽960时，高超出540，需要裁剪
pad_or_crop2='crop=960:540:(ow-iw)/2:(oh-ih)/2'
"top-left": f"{pad_x}:{pad_y}",
"top-right": f"(W-w)-{pad_x}:{pad_y}",
"bottom-left": f"{pad_x}:(H-h)-{pad_y}",
"bottom-right": f"(W-w)-{pad_x}:(H-h)-{pad_y}",
"center": f"(W-w)/2+{pad_x}:(H-h)/2+{pad_y}",
}.get(align_type, f"(W-w)/2+{pad_x}:(H-h)/2+{pad_y}")

# --- 缩放/裁剪逻辑 ---
if height * 540 / width > 960:
pad_or_crop1 = 'crop=540:960:(ow-iw)/2:(oh-ih)/2'
else:
pad_or_crop2='pad=960:540:(ow-iw)/2:(oh-ih)/2:color=black'
pad_or_crop1 = 'pad=540:960:(ow-iw)/2:(oh-ih)/2:color=black'

if height * 960 / width > 540:
pad_or_crop2 = 'crop=960:540:(ow-iw)/2:(oh-ih)/2'
else:
pad_or_crop2 = 'pad=960:540:(ow-iw)/2:(oh-ih)/2:color=black'

scale_and_crop_data = {
'none': 'null',
'540*960': f'scale=540:-1,setsar=1,{pad_or_crop1}',
'960*540': f'scale=960:-1,setsar=1,{pad_or_crop2}',
}.get(scale_and_crop, 'null')

video2_width = {
'none': f'{width}',
'540*960': '540',
'960*540': '960',
}.get(scale_and_crop, f'{width}')

final_out = {
'none': f'scale={width}:{height}:force_original_aspect_ratio=disable,setsar=1',
'540*960': 'scale=540:960:force_original_aspect_ratio=disable,setsar=1',
'960*540': 'scale=960:540:force_original_aspect_ratio=disable,setsar=1',
}.get(scale_and_crop, f'scale={width}:{height}:force_original_aspect_ratio=disable,setsar=1')

#测试去绿幕效果
if is_chromakey:
chromakey="chromakey=0x00FF00:0.3:0.1,format=yuva420p"
else:
chromakey="null"


# --- 绿幕逻辑 ---
chromakey = "chromakey=0x00FF00:0.3:0.1,format=yuva420p" if is_chromakey else "null"

# --- 构建命令 ---
if video1_audio or video2_audio:
#-map 1:a 指定使用第二个视频的音频流
command = fr'ffmpeg "-y" {use_cuvid} -stream_loop -1 -i "{video1_path}" -stream_loop -1 -i "{video2_path}" -filter_complex "[0:v]fps={fps},setpts=PTS-STARTPTS[bg];[1:v]fps={fps},setpts=PTS-STARTPTS[fg];[bg]{scale_and_crop_data}[bg_out];[fg]{chromakey}[fgd];[fgd]scale={video2_width}/{pip_fg_zoom}:-1,setsar=1[fg_out];[bg_out][fg_out]overlay={align_position}[out];[out]{final_out}[final_out]" -map "[final_out]" -map {use_audio_index}:a? {use_encoder} -c:a aac -t {duration_1} "{output_path}"'
command = fr'ffmpeg -y {use_cuvid} -stream_loop -1 -i "{video1_path}" -stream_loop -1 -i "{video2_path}" -filter_complex "[0:v]fps={fps},setpts=PTS-STARTPTS[bg];[1:v]fps={fps},setpts=PTS-STARTPTS[fg];[bg]{scale_and_crop_data}[bg_out];[fg]{chromakey}[fgd];[fgd]scale={video2_width}/{pip_fg_zoom}:-1,setsar=1[fg_out];[bg_out][fg_out]overlay={align_position}[out];[out]{final_out}[final_out]" -map "[final_out]" -map {use_audio_index}:a? {use_encoder} -c:a aac -t {duration_1} "{output_path}"'
else:
command = fr'ffmpeg "-y" {use_cuvid} -stream_loop -1 -i "{video1_path}" -stream_loop -1 -i "{video2_path}" -filter_complex "[0:v]fps={fps},setpts=PTS-STARTPTS[bg];[1:v]fps={fps},setpts=PTS-STARTPTS[fg];[bg]{scale_and_crop_data}[bg_out];[fg]{chromakey}[fgd];[fgd]scale={video2_width}/{pip_fg_zoom}:-1,setsar=1[fg_out];[bg_out][fg_out]overlay={align_position}[out];[out]{final_out}[final_out]" -map "[final_out]" -t {duration_1} "{output_path}"'
print(f">>>{command}")
command = fr'ffmpeg -y {use_cuvid} -stream_loop -1 -i "{video1_path}" -stream_loop -1 -i "{video2_path}" -filter_complex "[0:v]fps={fps},setpts=PTS-STARTPTS[bg];[1:v]fps={fps},setpts=PTS-STARTPTS[fg];[bg]{scale_and_crop_data}[bg_out];[fg]{chromakey}[fgd];[fgd]scale={video2_width}/{pip_fg_zoom}:-1,setsar=1[fg_out];[bg_out][fg_out]overlay={align_position}[out];[out]{final_out}[final_out]" -map "[final_out]" -t {duration_1} "{output_path}"'

print(f">>> {command}")

# 执行命令并检查错误
result = subprocess.run(command, stderr=subprocess.PIPE, stdout=subprocess.PIPE)
#print("command result",result.returncode)

# 检查返回码
if result.returncode != 0:
# 如果有错误，输出错误信息
print(f"Error: {result.stderr.decode('utf-8')}")
if device == "cuda":
print(f"***当前运算模式*[{device}]*************看下换成CPU重新执行，是否解决因编码问题的报错！********")
self.pip_video(video1_path, video2_path,"cpu",use_audio,use_duration, align_type,pip_fg_zoom, os.path.dirname(output_path),scale_and_crop,fps,is_chromakey)

print("***当前运算模式 [cuda] 出错，尝试改用 CPU 编码重新运行***")
self.pip_video(video1_path, video2_path, "cpu", use_audio, use_duration,
align_type, pad_x, pad_y, pip_fg_zoom,
os.path.dirname(output_path), scale_and_crop, fps, is_chromakey)
else:
# 输出标准输出信息
print(f">>FFmpeg 执行完毕！Completed!\t stdout: {result.stdout}")
print(f">> FFmpeg 执行完毕！Completed!\t stdout: {result.stdout}")

return (output_path,width,height,duration_1,fps,)
return (output_path, width, height, duration_1, fps,)
except Exception as e:
raise ValueError(e)

#a=StitchingVideo()
#a.stitching_video("C:/Users/wtc/Desktop/tt/l.mp4", "C:/Users/wtc/Desktop/tt/r.mp4", "cpu", "video2", "horizontal","picture-picture", "bottom-left", "C:/Users/wtc/Desktop/tt", "yes")