token count for search

2026-04-04 21:51:52 +02:00
parent 92b313fa79
commit d2920fd39a
10 changed files with 477 additions and 30 deletions
--- a/package.json
+++ b/package.json
@@ -16,6 +16,7 @@
    "chalk": "^5.6.2",
    "dotenv": "^17.2.3",
    "exa-js": "^2.11.0",
-    "express": "^5.2.1"
+    "express": "^5.2.1",
+    "tiktoken": "^1.0.22"
  }
 }