fix: Always handle the extra response outside of stream, such as the exceptions from bedrock (#1526)

This commit is contained in:
brook hong
2025-03-12 16:29:32 +08:00
committed by GitHub
parent de6e3657f1
commit f9ab6934d2
12 changed files with 5 additions and 20 deletions

View File

@@ -12,8 +12,6 @@ M.role_map = {
}
-- M.tokenizer_id = "google/gemma-2b"
function M:is_disable_stream() return false end
function M:parse_messages(opts)
local contents = {}
local prev_role = nil