add stream token calculate

Signed-off-by: oilbeater <[email protected]>
oilbeater · Sep 10, 2024 · 161e5bb · 161e5bb
1 parent f0018dc
commit 161e5bb
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 1 deletion.
diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -21,6 +21,7 @@
     "wrangler": "^3.60.3"
   },
   "dependencies": {
+    "gpt-tokenizer": "^2.2.1",
     "hono": "^4.5.5"
   }
 }
diff --git a/src/index.ts b/src/index.ts
@@ -1,4 +1,5 @@
 import { Hono, Context } from 'hono'
+import { encodeChat } from 'gpt-tokenizer'
 
 type Bindings = {
   MALACCA: AnalyticsEngineDataset,
@@ -39,7 +40,7 @@ async function handleChat(c: Context) {
     return c.text('Internal Server Error', 500)
   }
   const decoder = new TextDecoder('utf-8');
-  let prompt_tokens = 0;
+  let prompt_tokens = encodeChat(body['messages']).length;
   let completion_tokens = 0;
 
   if (response.status == 200) {