From a71d8fa0af2883cc0a9e0e329d45ba37eb160a60 Mon Sep 17 00:00:00 2001 From: Kevin Hu Date: Tue, 17 Oct 2023 23:49:18 -0500 Subject: [PATCH] update value check for n_gpu_layers field --- llama_cpp/server/app.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index 18cd47ce16..3dd0a38feb 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -48,8 +48,8 @@ class Settings(BaseSettings): ) n_gpu_layers: int = Field( default=0, - ge=0, - description="The number of layers to put on the GPU. The rest will be on the CPU.", + ge=-1, + description="The number of layers to put on the GPU. The rest will be on the CPU. Set -1 to move all to GPU.", ) main_gpu: int = Field( default=0,