scisharp
/
LLamaSharp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Change to nullable cast in LLamaSharpTextCompletion.

This commit is contained in:
Daniel Vaughan 2023-10-13 17:03:19 +02:00
parent f64a54c9c8
commit 10a7d68330
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
LLama.SemanticKernel/TextCompletion/LLamaSharpTextCompletion.cs
View File

@ -16,14 +16,16 @@ public sealed class LLamaSharpTextCompletion : ITextCompletion
public async Task<IReadOnlyList<ITextResult>> GetCompletionsAsync(string text, AIRequestSettings? requestSettings, CancellationToken cancellationToken = default)
{
var settings = (ChatRequestSettings)requestSettings;
var settings = (ChatRequestSettings?)requestSettings;
var result = executor.InferAsync(text, settings?.ToLLamaSharpInferenceParams(), cancellationToken);
return await Task.FromResult(new List<ITextResult> { new LLamaTextResult(result) }.AsReadOnly()).ConfigureAwait(false);
}
#pragma warning disable CS1998 // Async method lacks 'await' operators and will run synchronously.
public async IAsyncEnumerable<ITextStreamingResult> GetStreamingCompletionsAsync(string text, AIRequestSettings? requestSettings, CancellationToken cancellationToken = default)
#pragma warning restore CS1998
{
var settings = (ChatRequestSettings)requestSettings;
var settings = (ChatRequestSettings?)requestSettings;
var result = executor.InferAsync(text, settings?.ToLLamaSharpInferenceParams(), cancellationToken);
yield return new LLamaTextResult(result);
}