diff options
Diffstat (limited to 'lua/plugins/llm.lua')
| -rw-r--r-- | lua/plugins/llm.lua | 105 |
1 files changed, 54 insertions, 51 deletions
diff --git a/lua/plugins/llm.lua b/lua/plugins/llm.lua index cf8f8bf..c4afc5e 100644 --- a/lua/plugins/llm.lua +++ b/lua/plugins/llm.lua @@ -1,51 +1,54 @@ -return { - 'huggingface/llm.nvim', - config = function() - require('llm').setup({ - api_token = "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", -- cf Install paragraph - -- parameters that are added to the request body - query_params = { - max_new_tokens = 60, - temperature = 0.2, - top_p = 0.95, - -- stop_token = "<|endoftext|>", - stop_token = nil, - }, - lsp = { - enabled = false, - bin_path = vim.api.nvim_call_function("stdpath", { "data" }) .. "/mason/bin/llm-ls", - }, - debounce_ms = 80, - accept_keymap = "<M-Right>", - dismiss_keymap = "<S-Tab>", - - enable_suggestions_on_startup = true, - enable_suggestions_on_files = "*", -- pattern matching syntax to enable suggestions on specific files, either a string or a list of strings - -- model = "bigcode/starcoder", -- can be a model ID or an http(s) endpoint - -- context_window = 8192, - -- tokens_to_clear = { "<|endoftext|>" }, - -- tokenizer = { - -- path = "~/.config/tokenizer/starcoder/tokenizer.json" - -- }, - -- -- set this if the model supports fill in the middle - -- fim = { - -- enabled = true, - -- prefix = "<fim_prefix>", - -- middle = "<fim_middle>", - -- suffix = "<fim_suffix>", - -- }, - model = "codellama/CodeLlama-7b-hf", - context_window = 4096, - tokens_to_clear = { "<EOT>" }, - tokenizer = { - path = "~/.config/tokenizer/codellama/tokenizer.json", - }, - fim = { - enabled = true, - prefix = "<PRE> ", - middle = " <MID>", - suffix = " <SUF>", - }, - }) - end -} +-- return { +-- 'huggingface/llm.nvim', +-- config = function() +-- require('llm').setup({ +-- api_token = "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", -- cf Install paragraph +-- -- parameters that are added to the request body +-- query_params = { +-- max_new_tokens = 60, +-- temperature = 0.2, +-- top_p = 0.95, +-- -- stop_token = "<|endoftext|>", +-- stop_token = nil, +-- }, +-- lsp = { +-- enabled = false, +-- bin_path = vim.api.nvim_call_function("stdpath", { "data" }) .. "/mason/bin/llm-ls", +-- }, +-- debounce_ms = 80, +-- accept_keymap = "<M-Right>", +-- dismiss_keymap = "<S-Tab>", +-- +-- enable_suggestions_on_startup = true, +-- enable_suggestions_on_files = "*", -- pattern matching syntax to enable suggestions on specific files, either a string or a list of strings +-- -- model = "bigcode/starcoder", -- can be a model ID or an http(s) endpoint +-- -- context_window = 8192, +-- -- tokens_to_clear = { "<|endoftext|>" }, +-- -- tokenizer = { +-- -- path = "~/.config/tokenizer/starcoder/tokenizer.json" +-- -- }, +-- -- -- set this if the model supports fill in the middle +-- -- fim = { +-- -- enabled = true, +-- -- prefix = "<fim_prefix>", +-- -- middle = "<fim_middle>", +-- -- suffix = "<fim_suffix>", +-- -- }, +-- model = "codellama/CodeLlama-7b-hf", +-- context_window = 4096, +-- tokens_to_clear = { "<EOT>" }, +-- tokenizer = { +-- path = "~/.config/tokenizer/codellama/tokenizer.json", +-- }, +-- fim = { +-- enabled = true, +-- prefix = "<PRE> ", +-- middle = " <MID>", +-- suffix = " <SUF>", +-- }, +-- }) +-- end +-- } +-- return { +-- 'gsuuon/llm.nvim' +-- } |