aboutsummaryrefslogtreecommitdiffstats
path: root/lua/plugins/llm.lua
diff options
context:
space:
mode:
Diffstat (limited to 'lua/plugins/llm.lua')
-rw-r--r--lua/plugins/llm.lua24
1 files changed, 10 insertions, 14 deletions
diff --git a/lua/plugins/llm.lua b/lua/plugins/llm.lua
index 8a71fb6..cf8f8bf 100644
--- a/lua/plugins/llm.lua
+++ b/lua/plugins/llm.lua
@@ -1,7 +1,7 @@
return {
'huggingface/llm.nvim',
config = function()
- require('hfcc').setup({
+ require('llm').setup({
api_token = "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", -- cf Install paragraph
-- parameters that are added to the request body
query_params = {
@@ -9,19 +9,15 @@ return {
temperature = 0.2,
top_p = 0.95,
-- stop_token = "<|endoftext|>",
- -- stop_token = nil,
- stop_token = "<EOT>",
+ stop_token = nil,
+ },
+ lsp = {
+ enabled = false,
+ bin_path = vim.api.nvim_call_function("stdpath", { "data" }) .. "/mason/bin/llm-ls",
},
- -- lsp = {
- -- enabled = false,
- -- bin_path = vim.api.nvim_call_function("stdpath", { "data" }) .. "/mason/bin/llm-ls",
- -- },
debounce_ms = 80,
accept_keymap = "<M-Right>",
dismiss_keymap = "<S-Tab>",
- max_context_after = 50,
- max_context_before = 50,
- tls_skip_verify_insecure = false,
enable_suggestions_on_startup = true,
enable_suggestions_on_files = "*", -- pattern matching syntax to enable suggestions on specific files, either a string or a list of strings
@@ -40,10 +36,10 @@ return {
-- },
model = "codellama/CodeLlama-7b-hf",
context_window = 4096,
- -- tokens_to_clear = { "<EOT>" },
- -- tokenizer = {
- -- path = "~/.config/tokenizer/codellama/tokenizer.json",
- -- },
+ tokens_to_clear = { "<EOT>" },
+ tokenizer = {
+ path = "~/.config/tokenizer/codellama/tokenizer.json",
+ },
fim = {
enabled = true,
prefix = "<PRE> ",