scisharp
/
LLamaSharp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fixed LLamaExecutorBase.cs

This commit is contained in:
Martin Evans 2024-01-02 03:41:16 +00:00
parent c002642268
commit 3925545147
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
LLama/LLamaExecutorBase.cs
View File

@ -95,7 +95,7 @@ namespace LLama
/// <returns></returns> /// <returns></returns>
/// <exception cref="ArgumentNullException"></exception> /// <exception cref="ArgumentNullException"></exception>
/// <exception cref="RuntimeError"></exception> /// <exception cref="RuntimeError"></exception>
public unsafe StatefulExecutorBase WithSessionFile(string filename) public StatefulExecutorBase WithSessionFile(string filename)
{ {
_pathSession = filename; _pathSession = filename;
if (string.IsNullOrEmpty(filename)) if (string.IsNullOrEmpty(filename))
@ -105,9 +105,8 @@ namespace LLama
if (File.Exists(filename)) if (File.Exists(filename))
{ {
_logger?.LogInformation($"[LLamaExecutor] Attempting to load saved session from {filename}"); _logger?.LogInformation($"[LLamaExecutor] Attempting to load saved session from {filename}");
llama_token[] session_tokens = new llama_token[Context.ContextSize]; var session_tokens = new llama_token[Context.ContextSize];
ulong n_token_count_out = 0; if (!NativeApi.llama_load_session_file(Context.NativeHandle, _pathSession, session_tokens, (ulong)Context.ContextSize, out var n_token_count_out))
if (!NativeApi.llama_load_session_file(Context.NativeHandle, _pathSession, session_tokens, (ulong)Context.ContextSize, &n_token_count_out))
{ {
_logger?.LogError($"[LLamaExecutor] Failed to load session file {filename}"); _logger?.LogError($"[LLamaExecutor] Failed to load session file {filename}");
throw new RuntimeError($"Failed to load session file {_pathSession}"); throw new RuntimeError($"Failed to load session file {_pathSession}");