Fix Nitro padding

Author: saddam213

TensorStack.StableDiffusion/Pipelines/Nitro/NitroBase.cs

@@ -133,6 +133,7 @@ protected async Task<PromptResult> CreatePromptAsync(IPipelineOptions options, C
             {
                 Seed = options.Seed,
                 Prompt = options.Prompt,
+                MinLength = 128,
                 MaxLength = 128
             }, cancellationToken);
 
@@ -144,6 +145,7 @@ protected async Task<PromptResult> CreatePromptAsync(IPipelineOptions options, C
                 {
                     Seed = options.Seed,
                     Prompt = options.NegativePrompt,
+                    MinLength = 128,
                     MaxLength = 128
                 }, cancellationToken);
             }
@@ -348,8 +350,8 @@ protected override GenerateOptions ConfigureDefaultOptions()
             {
                 Steps = 20,
                 Shift = 1f,
-                Width = 1024,
-                Height = 1024,
+                Width = 512,
+                Height = 512,
                 GuidanceScale = 0f,
                 Scheduler = SchedulerType.FlowMatchEulerDiscrete
             };
@@ -361,8 +363,8 @@ protected override GenerateOptions ConfigureDefaultOptions()
                 {
                     Steps = 4,
                     Shift = 1f,
-                    Width = 1024,
-                    Height = 1024,
+                    Width = 512,
+                    Height = 512,
                     GuidanceScale = 0,
                     Scheduler = SchedulerType.FlowMatchEulerDiscrete
                 };

TensorStack.TextGeneration/Pipelines/Llama/LlamaPipeline.cs

@@ -104,6 +104,20 @@ public async Task<Tensor<float>> GetLastHiddenState(GenerateOptions options, Can
         }
 
 
+        /// <summary>
+        /// Tokenize the prompt
+        /// </summary>
+        /// <param name="options">The options.</param>
+        /// <returns>A Task representing the asynchronous operation.</returns>
+        protected override async Task TokenizePromptAsync(GenerateOptions options)
+        {
+            var tokenizerResult = await Tokenizer.EncodeAsync(options.Prompt);
+            var inputIds = tokenizerResult.InputIds.Span.Pad(Tokenizer.EOS, options.MinLength);
+            var mask = tokenizerResult.Mask.Span.Pad(0, options.MinLength);
+            TokenizerOutput = new TokenizerResult(inputIds, mask);
+        }
+
+
         /// <summary>
         /// Gets the token processors.
         /// </summary>