CarGDev/avante.nvim
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf(anthropic): prompt-caching (#517)

Browse Source 
bring back prompt caching support on Anthropic

Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
This commit is contained in:
Aaron Pham
2024-09-04 03:19:33 -04:00
committed by GitHub
parent c027ea269a
commit 2b89f0d529
12 changed files with 116 additions and 75 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
lua/avante/llm.lua
View File

@@ -57,7 +57,8 @@ M.stream = function(opts)
end
Path.prompts.initialize(Path.prompts.get(opts.bufnr))
local user_prompt = Path.prompts.render(mode, {
local template_opts = {
use_xml_format = Provider.use_xml_format,
ask = true, -- TODO: add mode without ask instruction
question = original_instructions,
@@ -66,14 +67,24 @@ M.stream = function(opts)
selected_code = opts.selected_code,
project_context = opts.project_context,
memory_context = opts.memory_context,
})
}
Utils.debug(user_prompt)
local user_prompts = vim
.iter({
Path.prompts.render_file("_context.avanterules", template_opts),
Path.prompts.render_file("_project.avanterules", template_opts),
Path.prompts.render_file("_memory.avanterules", template_opts),
Path.prompts.render_mode(mode, template_opts),
})
:filter(function(k) return k ~= "" end)
:totable()
Utils.debug(user_prompts)
---@type AvantePromptOptions
local code_opts = {
system_prompt = Config.system_prompt,
user_prompt = user_prompt,
user_prompts = user_prompts,
image_paths = image_paths,
}