llama : increase max nodes (ggerganov#4115)

AutonomicPerfectionist · Nov 17, 2023 · bbecf3f · bbecf3f
1 parent 8e93610
commit bbecf3f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama.cpp b/llama.cpp
@@ -91,7 +91,7 @@
 #define LLAMA_ATTRIBUTE_FORMAT(...)
 #endif
 
-#define LLAMA_MAX_NODES 4096
+#define LLAMA_MAX_NODES 8192
 
 //
 // logging