2023-08-08 22:12:42 +08:00
|
|
|
|
using System;
|
|
|
|
|
using System.Text;
|
2023-08-08 22:53:14 +08:00
|
|
|
|
using LLama.Abstractions;
|
2023-08-08 22:12:42 +08:00
|
|
|
|
using LLama.Extensions;
|
|
|
|
|
using LLama.Native;
|
|
|
|
|
|
|
|
|
|
namespace LLama
|
|
|
|
|
{
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// A set of model weights, loaded into memory.
|
|
|
|
|
/// </summary>
|
2023-08-09 07:35:32 +08:00
|
|
|
|
public sealed class LLamaWeights
|
2023-08-08 22:12:42 +08:00
|
|
|
|
: IDisposable
|
|
|
|
|
{
|
|
|
|
|
private readonly SafeLlamaModelHandle _weights;
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// The native handle, which is used in the native APIs
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <remarks>Be careful how you use this!</remarks>
|
|
|
|
|
public SafeLlamaModelHandle NativeHandle => _weights;
|
|
|
|
|
|
2023-08-22 08:25:45 +08:00
|
|
|
|
/// <summary>
|
|
|
|
|
/// Encoding to use to convert text into bytes for the model
|
|
|
|
|
/// </summary>
|
|
|
|
|
public Encoding Encoding { get; }
|
|
|
|
|
|
|
|
|
|
internal LLamaWeights(SafeLlamaModelHandle weights, Encoding encoding)
|
2023-08-08 22:12:42 +08:00
|
|
|
|
{
|
|
|
|
|
_weights = weights;
|
2023-08-22 08:25:45 +08:00
|
|
|
|
Encoding = encoding;
|
2023-08-08 22:12:42 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Load weights into memory
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="params"></param>
|
|
|
|
|
/// <returns></returns>
|
2023-08-08 22:53:14 +08:00
|
|
|
|
public static LLamaWeights LoadFromFile(IModelParams @params)
|
2023-08-08 22:12:42 +08:00
|
|
|
|
{
|
|
|
|
|
using var pin = @params.ToLlamaContextParams(out var lparams);
|
|
|
|
|
var weights = SafeLlamaModelHandle.LoadFromFile(@params.ModelPath, lparams);
|
2023-08-08 22:53:14 +08:00
|
|
|
|
|
|
|
|
|
if (!string.IsNullOrEmpty(@params.LoraAdapter))
|
|
|
|
|
weights.ApplyLoraFromFile(@params.LoraAdapter, @params.LoraBase, @params.Threads);
|
|
|
|
|
|
2023-08-22 08:25:45 +08:00
|
|
|
|
return new LLamaWeights(weights, Encoding.GetEncoding(@params.Encoding));
|
2023-08-08 22:12:42 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <inheritdoc />
|
|
|
|
|
public void Dispose()
|
|
|
|
|
{
|
|
|
|
|
_weights.Dispose();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
/// Create a llama_context using this model
|
|
|
|
|
/// </summary>
|
|
|
|
|
/// <param name="params"></param>
|
|
|
|
|
/// <returns></returns>
|
2023-08-22 08:25:45 +08:00
|
|
|
|
public LLamaContext CreateContext(IModelParams @params)
|
2023-08-08 22:12:42 +08:00
|
|
|
|
{
|
2023-08-22 08:25:45 +08:00
|
|
|
|
return new LLamaContext(this, @params);
|
2023-08-08 22:12:42 +08:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|