parent
884f5ade13
commit
93eb885253
|
@ -129,7 +129,7 @@ Console.Write(prompt);
|
|||
// run the inference in a loop to chat with LLM
|
||||
while (prompt != "stop")
|
||||
{
|
||||
foreach (var text in session.Chat(prompt, new InferenceParams() { Temperature = 0.6f, AntiPrompts = new List<string> { "User:" } }))
|
||||
await foreach (var text in session.ChatAsync(prompt, new InferenceParams() { Temperature = 0.6f, AntiPrompts = new List<string> { "User:" } }))
|
||||
{
|
||||
Console.Write(text);
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue