scisharp
/
LLamaSharp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: n_gpu_layers not work in latest commit.

This commit is contained in:
Yaohui Liu 2023-05-22 21:27:49 +08:00
parent 513d566361
commit e21589afa6
No known key found for this signature in database
GPG Key ID: E86D01E1809BD23E
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
LLama/Utils.cs
View File

@ -18,7 +18,7 @@ namespace LLama
var lparams = NativeApi.llama_context_default_params();
lparams.n_ctx = @params.n_ctx;
lparams.n_gpu_layers = 16;
lparams.n_gpu_layers = @params.n_gpu_layers;
lparams.seed = @params.seed;
lparams.f16_kv = @params.memory_f16;
lparams.use_mmap = @params.use_mmap;