scisharp
/
LLamaSharp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fixed `ToLlamaContextParams` using the wrong parameter for `use_mmap`

This commit is contained in:
Martin Evans 2023-08-07 23:45:05 +01:00
parent bab3b46f0c
commit 9cdc72aa67
2 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
LLama/Extensions/IModelParamsExtensions.cs
View File

@ -31,7 +31,7 @@ namespace LLama.Extensions
result.n_gpu_layers = @params.GpuLayerCount;
result.seed = @params.Seed;
result.f16_kv = @params.UseFp16Memory;
result.use_mmap = @params.UseMemoryLock;
result.use_mmap = @params.UseMemorymap;
result.use_mlock = @params.UseMemoryLock;
result.logits_all = @params.Perplexity;
result.embedding = @params.EmbeddingMode;

3
LLama/Utils.cs
View File

@ -2,11 +2,8 @@
using LLama.Native;
using System;
using System.Collections.Generic;
using System.Linq;
using System.IO;
using System.Runtime.InteropServices;
using System.Text;
using LLama.Exceptions;
using LLama.Extensions;
namespace LLama