Added new module to tokenize prompts

- Used to subtract prompt tokens from max tokens
2023-02-26 14:39:57 -05:00
parent be43adc112
commit fcb478930d
2 changed files with 6 additions and 3 deletions
--- a/package.json
+++ b/package.json
@@ -24,7 +24,8 @@
    "ejs": "~2.6.1",
    "http-errors": "~1.6.3",
    "morgan": "~1.9.1",
-    "node-html-markdown": "~1.3.0"
+    "node-html-markdown": "~1.3.0",
+    "gpt-3-encoder": "~1.1.4"
  },
  "scripts": {
    "test": "echo \"Error: no test specified\" && exit 1",