diff --git a/package-lock.json b/package-lock.json index 1770fe2..c22566f 100644 --- a/package-lock.json +++ b/package-lock.json @@ -13,6 +13,7 @@ "body-parser": "^1.20.2", "dotenv": "^16.4.5", "express": "^4.18.2", + "gpt-tokenizer": "^2.9.0", "pg": "^8.16.0", "pg-hstore": "^2.3.4", "sequelize": "^6.37.7" @@ -2447,6 +2448,12 @@ "url": "https://github.com/sponsors/ljharb" } }, + "node_modules/gpt-tokenizer": { + "version": "2.9.0", + "resolved": "https://registry.npmjs.org/gpt-tokenizer/-/gpt-tokenizer-2.9.0.tgz", + "integrity": "sha512-YSpexBL/k4bfliAzMrRqn3M6+it02LutVyhVpDeMKrC/O9+pCe/5s8U2hYKa2vFLD5/vHhsKc8sOn/qGqII8Kg==", + "license": "MIT" + }, "node_modules/graceful-fs": { "version": "4.2.11", "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.11.tgz", diff --git a/package.json b/package.json index bcdaff5..a494af6 100644 --- a/package.json +++ b/package.json @@ -21,6 +21,7 @@ "body-parser": "^1.20.2", "dotenv": "^16.4.5", "express": "^4.18.2", + "gpt-tokenizer": "^2.9.0", "pg": "^8.16.0", "pg-hstore": "^2.3.4", "sequelize": "^6.37.7"