scisharp
/
LLamaSharp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update the StatefulChatService to use new ChatSession integration

This commit is contained in:
Philipp Bauer 2023-12-10 09:34:32 -06:00
parent f669a4f5a7
commit 29c5c6e93c
1 changed files with 19 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
LLama.WebAPI/Services/StatefulChatService.cs
View File

@ -11,8 +11,7 @@ public class StatefulChatService : IDisposable
private readonly LLamaContext _context;
private bool _continue = false;
private const string SystemPrompt = "Transcript of a dialog, where the User interacts with an Assistant. Assistant is helpful, kind, honest, good at writing, and never fails to answer the User's requests immediately and with precision.\n\n"
+ "User: ";
private const string SystemPrompt = "Transcript of a dialog, where the User interacts with an Assistant. Assistant is helpful, kind, honest, good at writing, and never fails to answer the User's requests immediately and with precision.";
public StatefulChatService(IConfiguration configuration)
{
@ -25,7 +24,9 @@ public class StatefulChatService : IDisposable
using var weights = LLamaWeights.LoadFromFile(@params);
_context = new LLamaContext(weights, @params);
_session = new ChatSession(new InteractiveExecutor(_context));
_session.History.AddMessage(Common.AuthorRole.System, SystemPrompt);
}
public void Dispose()
@ -35,10 +36,8 @@ public class StatefulChatService : IDisposable
public async Task<string> Send(SendMessageInput input)
{
var userInput = input.Text;
if (!_continue)
{
userInput = SystemPrompt + userInput;
Console.Write(SystemPrompt);
_continue = true;
}
@ -47,11 +46,14 @@ public class StatefulChatService : IDisposable
Console.Write(input.Text);
Console.ForegroundColor = ConsoleColor.White;
var outputs = _session.ChatAsync(userInput, new Common.InferenceParams()
var outputs = _session.ChatAsync(
new Common.ChatHistory.Message(Common.AuthorRole.User, input.Text),
new Common.InferenceParams()
{
RepeatPenalty = 1.0f,
AntiPrompts = new string[] { "User:" },
});
var result = "";
await foreach (var output in outputs)
{
@ -64,10 +66,8 @@ public class StatefulChatService : IDisposable
public async IAsyncEnumerable<string> SendStream(SendMessageInput input)
{
var userInput = input.Text;
if (!_continue)
{
userInput = SystemPrompt + userInput;
Console.Write(SystemPrompt);
_continue = true;
}
@ -76,11 +76,14 @@ public class StatefulChatService : IDisposable
Console.Write(input.Text);
Console.ForegroundColor = ConsoleColor.White;
var outputs = _session.ChatAsync(userInput, new Common.InferenceParams()
var outputs = _session.ChatAsync(
new Common.ChatHistory.Message(Common.AuthorRole.User, input.Text)
, new Common.InferenceParams()
{
RepeatPenalty = 1.0f,
AntiPrompts = new string[] { "User:" },
});
await foreach (var output in outputs)
{
Console.Write(output);