Revert tokenizers (#423)

* Revert "fix: add missing "with" in README" This reverts commit bf1e7f1f17. * Revert "feat: tokenizers (#407)" This reverts commit d2095ba267.
2024-08-31 22:45:31 +08:00
parent bf1e7f1f17
commit d5a4db8321
27 changed files with 27 additions and 3554 deletions
--- a/lua/avante/providers/gemini.lua
+++ b/lua/avante/providers/gemini.lua
@@ -6,7 +6,6 @@ local Clipboard = require("avante.clipboard")
 local M = {}

 M.api_key_name = "GEMINI_API_KEY"
-M.tokenizer_id = "google/gemma-2b"

 M.parse_message = function(opts)
  local message_content = {}