vendor/patches/llama.cpp.patch


1
2
3
4
5
6
7
8
9
10
11
12
13

diff --git a/src/llama-grammar.cpp b/src/llama-grammar.cpp
index badcbfd0f..aacc58058 100644
--- a/src/llama-grammar.cpp
+++ b/src/llama-grammar.cpp
@@ -10,7 +10,7 @@
 #include <set>
 #include <stdexcept>
 
-#define MAX_REPETITION_THRESHOLD 2000
+#define MAX_REPETITION_THRESHOLD 6000
 //
 // helpers
 //