35 lines
1.2 KiB
C#
35 lines
1.2 KiB
C#
using System.Collections.Generic;
|
|
using System.Threading;
|
|
|
|
namespace LLama.Abstractions
|
|
{
|
|
/// <summary>
|
|
/// A high level interface for LLama models.
|
|
/// </summary>
|
|
public interface ILLamaExecutor
|
|
{
|
|
/// <summary>
|
|
/// The loaded context for this executor.
|
|
/// </summary>
|
|
public LLamaContext Context { get; }
|
|
|
|
/// <summary>
|
|
/// Infers a response from the model.
|
|
/// </summary>
|
|
/// <param name="text">Your prompt</param>
|
|
/// <param name="inferenceParams">Any additional parameters</param>
|
|
/// <param name="token">A cancellation token.</param>
|
|
/// <returns></returns>
|
|
IEnumerable<string> Infer(string text, IInferenceParams? inferenceParams = null, CancellationToken token = default);
|
|
|
|
/// <summary>
|
|
/// Asynchronously infers a response from the model.
|
|
/// </summary>
|
|
/// <param name="text">Your prompt</param>
|
|
/// <param name="inferenceParams">Any additional parameters</param>
|
|
/// <param name="token">A cancellation token.</param>
|
|
/// <returns></returns>
|
|
IAsyncEnumerable<string> InferAsync(string text, IInferenceParams? inferenceParams = null, CancellationToken token = default);
|
|
}
|
|
}
|