diff --git a/LLama/LLamaStatelessExecutor.cs b/LLama/LLamaStatelessExecutor.cs index 0587f148..b18f36c1 100644 --- a/LLama/LLamaStatelessExecutor.cs +++ b/LLama/LLamaStatelessExecutor.cs @@ -40,7 +40,7 @@ namespace LLama _weights = weights; _params = @params; _logger = logger; - _batch = new LLamaBatch(1); + _batch = new LLamaBatch(); Context = _weights.CreateContext(_params, logger); Context.Dispose();