From f13ef76d66530929bda1dd48712507e317443428 Mon Sep 17 00:00:00 2001 From: Stephen Toub Date: Tue, 23 Sep 2025 13:42:49 -0400 Subject: [PATCH] Update M.E.AI to 9.9 --- TransformersSharp/MEAI/ChatClient.cs | 16 ++++++++++++++-- TransformersSharp/TransformersSharp.csproj | 4 ++-- 2 files changed, 16 insertions(+), 4 deletions(-) diff --git a/TransformersSharp/MEAI/ChatClient.cs b/TransformersSharp/MEAI/ChatClient.cs index aa2933b..0159e4e 100644 --- a/TransformersSharp/MEAI/ChatClient.cs +++ b/TransformersSharp/MEAI/ChatClient.cs @@ -24,12 +24,24 @@ public Task GetResponseAsync(IEnumerable messages, Ch { return Task.Run(() => { - var result = TextGenerationPipeline.Generate(messages.Select( + var input = messages.Select( message => new Dictionary { { "role", message.Role.Value }, { "content", message.Text } - }).ToList(), + }).ToList(); + + if (options?.Instructions is { } instructions) + { + input.Add(new() + { + ["role"] = ChatRole.System.Value, + ["content"] = instructions + }); + } + + var result = TextGenerationPipeline.Generate( + input, maxNewTokens: options?.MaxOutputTokens, topk: options?.TopK, topp: options?.TopP, diff --git a/TransformersSharp/TransformersSharp.csproj b/TransformersSharp/TransformersSharp.csproj index fe9fc21..7fc7cc4 100644 --- a/TransformersSharp/TransformersSharp.csproj +++ b/TransformersSharp/TransformersSharp.csproj @@ -18,8 +18,8 @@ - - + +