Add token count to build

build.py

@@ -2,11 +2,14 @@
 import os
 from dotenv import load_dotenv
 import json
+import tiktoken
 
 load_dotenv()
 
 
 def main():
+    encoding = tiktoken.get_encoding("cl100k_base")
+
     tools = [
         {
             "type:": "code_interpreter",
@@ -16,6 +19,8 @@ def main():
 
     with open(os.path.join("aicoach", "initial_instructions.txt"), "r") as f:
         assistant["instructions"] = f.read()
+        tokens = encoding.encode(assistant["instructions"])
+        print(f"Current tokens in initial instructions: {len(tokens)}")
 
     assistant["tools"] = assistant["tools"] + [
         {"type": "function", "function": f.json()} for f in AIFunctions

environment.yml

@@ -12,6 +12,7 @@ dependencies:
   - pandas=2.1.4
   - openai=1.6.1
   - pytest=7.4.0
+  - tiktoken=0.5.2
   - pip
   - pip:
       - sc2reader==1.8.0

requirements-build.txt

@@ -1,4 +1,6 @@
 requests==2.31.0
 python-dotenv==0.21.0
 click==8.1.7
-openai==1.6.1
+openai==1.6.1
+tiktoken==0.5.2
+pymongo==4.6.1