From 1d23248b265935e47d4a3ecd047c458934f29950 Mon Sep 17 00:00:00 2001 From: Meng Zhang Date: Mon, 13 May 2024 16:30:14 -0700 Subject: [PATCH] update --- crates/llama-cpp-server/src/lib.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/llama-cpp-server/src/lib.rs b/crates/llama-cpp-server/src/lib.rs index f107b2fcd0f5..9895d01ffc1a 100644 --- a/crates/llama-cpp-server/src/lib.rs +++ b/crates/llama-cpp-server/src/lib.rs @@ -175,7 +175,7 @@ mod tests { let registry = ModelRegistry::new(registry).await; let model_path = registry.get_model_path(name).display().to_string(); - let server = LlamaCppServer::new("cpu", &model_path, false, 1); + let server = LlamaCppServer::new("cpu", &model_path, 1); server.start().await; let s = server