feat: support customizing system_prompt in the configuration (#1527)

This commit is contained in:
yetone
2025-03-08 12:51:49 +08:00
committed by GitHub
parent d75094b815
commit 8344d3ee3d
2 changed files with 5 additions and 0 deletions

View File

@@ -34,6 +34,7 @@ M._defaults = {
-- For most providers that we support we will determine this automatically.
-- If you wish to use a given implementation, then you can override it here.
tokenizer = "tiktoken",
system_prompt = nil,
rag_service = {
enabled = false, -- Enables the rag service, requires OPENAI_API_KEY to be set
host_mount = os.getenv("HOME"), -- Host mount path for the rag service (docker will mount this path)

View File

@@ -128,6 +128,10 @@ function M.generate_prompts(opts)
local system_prompt = Path.prompts.render_mode(mode, template_opts)
if Config.system_prompt ~= nil and Config.system_prompt ~= "" and Config.system_prompt ~= "null" then
system_prompt = system_prompt .. "\n\n" .. Config.system_prompt
end
---@type AvanteLLMMessage[]
local messages = {}