fix: decrease history max tokens (#1709)
This commit is contained in:
@@ -344,7 +344,7 @@ M._defaults = {
|
||||
use_cwd_as_project_root = false,
|
||||
},
|
||||
history = {
|
||||
max_tokens = 8192,
|
||||
max_tokens = 4096,
|
||||
storage_path = vim.fn.stdpath("state") .. "/avante",
|
||||
paste = {
|
||||
extension = "png",
|
||||
|
||||
@@ -2576,12 +2576,12 @@ function Sidebar:create_input_container(opts)
|
||||
|
||||
if self.chat_history.memory then prompts_opts.memory = self.chat_history.memory.content end
|
||||
|
||||
if not summarize_memory or #history_messages < 12 then
|
||||
if not summarize_memory or #history_messages < 8 then
|
||||
cb(prompts_opts)
|
||||
return
|
||||
end
|
||||
|
||||
prompts_opts.history_messages = vim.list_slice(prompts_opts.history_messages, 7)
|
||||
prompts_opts.history_messages = vim.list_slice(prompts_opts.history_messages, 5)
|
||||
|
||||
Llm.summarize_memory(self.code.bufnr, self.chat_history, function(memory)
|
||||
if memory then prompts_opts.memory = memory.content end
|
||||
|
||||
Reference in New Issue
Block a user