diff options
Diffstat (limited to 'lua/plugins/llm.lua')
| -rw-r--r-- | lua/plugins/llm.lua | 24 |
1 files changed, 10 insertions, 14 deletions
diff --git a/lua/plugins/llm.lua b/lua/plugins/llm.lua index 8a71fb6..cf8f8bf 100644 --- a/lua/plugins/llm.lua +++ b/lua/plugins/llm.lua @@ -1,7 +1,7 @@ return { 'huggingface/llm.nvim', config = function() - require('hfcc').setup({ + require('llm').setup({ api_token = "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", -- cf Install paragraph -- parameters that are added to the request body query_params = { @@ -9,19 +9,15 @@ return { temperature = 0.2, top_p = 0.95, -- stop_token = "<|endoftext|>", - -- stop_token = nil, - stop_token = "<EOT>", + stop_token = nil, + }, + lsp = { + enabled = false, + bin_path = vim.api.nvim_call_function("stdpath", { "data" }) .. "/mason/bin/llm-ls", }, - -- lsp = { - -- enabled = false, - -- bin_path = vim.api.nvim_call_function("stdpath", { "data" }) .. "/mason/bin/llm-ls", - -- }, debounce_ms = 80, accept_keymap = "<M-Right>", dismiss_keymap = "<S-Tab>", - max_context_after = 50, - max_context_before = 50, - tls_skip_verify_insecure = false, enable_suggestions_on_startup = true, enable_suggestions_on_files = "*", -- pattern matching syntax to enable suggestions on specific files, either a string or a list of strings @@ -40,10 +36,10 @@ return { -- }, model = "codellama/CodeLlama-7b-hf", context_window = 4096, - -- tokens_to_clear = { "<EOT>" }, - -- tokenizer = { - -- path = "~/.config/tokenizer/codellama/tokenizer.json", - -- }, + tokens_to_clear = { "<EOT>" }, + tokenizer = { + path = "~/.config/tokenizer/codellama/tokenizer.json", + }, fim = { enabled = true, prefix = "<PRE> ", |