perf(anthropic): prompt-caching (#517)

bring back prompt caching support on Anthropic Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
2024-09-04 03:19:33 -04:00
parent c027ea269a
commit 2b89f0d529
12 changed files with 116 additions and 75 deletions
--- a/lua/avante/providers/gemini.lua
+++ b/lua/avante/providers/gemini.lua
@@ -25,7 +25,7 @@ M.parse_message = function(opts)
  end

  -- insert a part into parts
-  table.insert(message_content, { text = opts.user_prompt })
+  table.insert(message_content, { text = table.concat(opts.user_prompts, "\n") })

  return {
    systemInstruction = {