perf(anthropic): prompt-caching (#517)

bring back prompt caching support on Anthropic Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
2024-09-04 03:19:33 -04:00
parent c027ea269a
commit 2b89f0d529
12 changed files with 116 additions and 75 deletions
--- a/lua/avante/templates/_memory.avanterules
+++ b/lua/avante/templates/_memory.avanterules
@@ -0,0 +1,12 @@
+{%- if use_xml_format -%}
+{%- if memory_context -%}
+<memory_context>
+{{memory_context}}
+</memory_context>
+{%- endif %}
+{%- else -%}
+{%- if memory_context -%}
+MEMORY CONTEXT:
+{{memory_context}}
+{%- endif %}
+{%- endif %}