Fix simple to use new per-node thread count

AutonomicPerfectionist · Mar 12, 2024 · 541528e · 541528e
1 parent c4b627b
commit 541528e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/examples/simple/simple.cpp b/examples/simple/simple.cpp
@@ -52,8 +52,8 @@ int main(int argc, char ** argv) {
 
     ctx_params.seed  = 1234;
     ctx_params.n_ctx = 2048;
-    ctx_params.n_threads = params.n_threads;
-    ctx_params.n_threads_batch = params.n_threads_batch == -1 ? params.n_threads : params.n_threads_batch;
+    ctx_params.n_threads = params.n_threads[0];
+    ctx_params.n_threads_batch = params.n_threads_batch[0] == -1 ? params.n_threads[0] : params.n_threads_batch[0];
 
     llama_context * ctx = llama_new_context_with_model(model, ctx_params);