aboutsummaryrefslogtreecommitdiffstats
path: root/vendor/patches/llama.cpp.patch
diff options
context:
space:
mode:
Diffstat (limited to 'vendor/patches/llama.cpp.patch')
-rw-r--r--vendor/patches/llama.cpp.patch13
1 files changed, 13 insertions, 0 deletions
diff --git a/vendor/patches/llama.cpp.patch b/vendor/patches/llama.cpp.patch
new file mode 100644
index 0000000..f1425ec
--- /dev/null
+++ b/vendor/patches/llama.cpp.patch
@@ -0,0 +1,13 @@
+diff --git a/src/llama-grammar.cpp b/src/llama-grammar.cpp
+index badcbfd0f..aacc58058 100644
+--- a/src/llama-grammar.cpp
++++ b/src/llama-grammar.cpp
+@@ -10,7 +10,7 @@
+ #include <set>
+ #include <stdexcept>
+
+-#define MAX_REPETITION_THRESHOLD 2000
++#define MAX_REPETITION_THRESHOLD 6000
+ //
+ // helpers
+ //