CarGDev/avante.nvim
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: update openai/azure params (#1604)

Browse Source 
* feat(openai): use max_completion_tokens & reasoning_effort params

* feat(openai): use developer prompt for reasoning models

* docs: update openai config in readme

* refactor: follow lua style quotes

* fix(azure): rename max_tokens to max_completion_tokens

* refactor(azure): remove duplicate field

* refactor: update types

* refactor(azure): update type
This commit is contained in:
kernitus
2025-03-18 11:40:20 +00:00
committed by GitHub
parent 62a8c07e91
commit 10ce065d9e
6 changed files with 33 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
lua/avante/providers/openai.lua
View File

@@ -67,16 +67,23 @@ function M.get_user_message(opts)
)
end
function M.is_o_series_model(model) return model and string.match(model, "^o%d+") ~= nil end
function M.is_reasoning_model(model) return model and string.match(model, "^o%d+") ~= nil end
function M.set_reasoning_params(provider_conf, request_body)
if M.is_reasoning_model(provider_conf.model) then
request_body.temperature = 1
request_body.reasoning_effort = request_body.reasoning_effort
else
request_body.reasoning_effort = nil
end
end
function M:parse_messages(opts)
local messages = {}
local provider_conf, _ = P.parse_config(self)
-- NOTE: Handle the case where the selected model is the `o1` model
-- "o1" models are "smart" enough to understand user prompt as a system prompt in this context
if self.is_o_series_model(provider_conf.model) then
table.insert(messages, { role = "user", content = opts.system_prompt })
if self.is_reasoning_model(provider_conf.model) then
table.insert(messages, { role = "developer", content = opts.system_prompt })
else
table.insert(messages, { role = "system", content = opts.system_prompt })
end
@@ -298,12 +305,8 @@ function M:parse_curl_args(prompt_opts)
request_body.include_reasoning = true
end
-- NOTE: When using "o" series set the supported parameters only
if self.is_o_series_model(provider_conf.model) then
request_body.max_completion_tokens = request_body.max_tokens
request_body.max_tokens = nil
request_body.temperature = 1
end
-- NOTE: When using reasoning models set supported parameters
self.set_reasoning_params(provider_conf, request_body)
local tools = nil
if not disable_tools and prompt_opts.tools then