From b4ddef1342e2cbfe42817465be3ec105e7b45652 Mon Sep 17 00:00:00 2001 From: Yondon Fu Date: Tue, 10 Dec 2024 23:34:16 +0000 Subject: [PATCH 1/4] Add .gitignore --- .gitignore | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 .gitignore diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..82624a5 --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +__pycache__ +*.trt \ No newline at end of file From a4dceaedba3945c198e46d67d95b3addc623ea8a Mon Sep 17 00:00:00 2001 From: Yondon Fu Date: Tue, 10 Dec 2024 23:34:52 +0000 Subject: [PATCH 2/4] Set batch_multiplier = 1 in TRTBuildBase --- tensorrt_nodes.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/tensorrt_nodes.py b/tensorrt_nodes.py index b41be31..0cf8593 100644 --- a/tensorrt_nodes.py +++ b/tensorrt_nodes.py @@ -155,9 +155,7 @@ def _convert( full_output_folder, f"{filename}_{counter:05}_.engine" ) - batch_multiplier = ( - 2 if model_helper.is_conditional else 1 - ) # TODO lets see if we really want this + batch_multiplier = 1 if model_version == "SVD_img2vid": batch_multiplier *= num_video_frames success = trt_model.build( From 11b623be6f89300250af14e73eeeb2c1db9e48c7 Mon Sep 17 00:00:00 2001 From: Yondon Fu Date: Tue, 10 Dec 2024 23:35:11 +0000 Subject: [PATCH 3/4] Default for optional onnx_model_path --- tensorrt_nodes.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tensorrt_nodes.py b/tensorrt_nodes.py index 0cf8593..5d7c89a 100644 --- a/tensorrt_nodes.py +++ b/tensorrt_nodes.py @@ -336,7 +336,7 @@ def convert( context_opt, context_max, num_video_frames, - onnx_model_path, + onnx_model_path = None, ): return super()._convert( model, @@ -429,7 +429,7 @@ def convert( width_opt, context_opt, num_video_frames, - onnx_model_path, + onnx_model_path = None, ): return super()._convert( model, From 57771d89a718cbe57052a028b1ab4516c5f2aa79 Mon Sep 17 00:00:00 2001 From: RyanOnTheInside <7623207+ryanontheinside@users.noreply.github.com> Date: Thu, 5 Jun 2025 11:03:24 -0400 Subject: [PATCH 4/4] turbo support --- models/sd_unet.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/models/sd_unet.py b/models/sd_unet.py index d7d42a2..d612330 100644 --- a/models/sd_unet.py +++ b/models/sd_unet.py @@ -192,6 +192,10 @@ def __init__( **kwargs, ) + @classmethod + def from_model(cls, model, **kwargs): + return super(SD21UnclipL_TRT, cls).from_model(model, use_control=True) + class SD21UnclipH_TRT(UNetTRT): def __init__( @@ -214,6 +218,10 @@ def __init__( **kwargs, ) + @classmethod + def from_model(cls, model, **kwargs): + return super(SD21UnclipH_TRT, cls).from_model(model, use_control=True) + class SDXLRefiner_TRT(UNetTRT): def __init__(