Merge pull request #174 from llm-tools/sqlite

fix: fix debug log lines issue
llm-tools · Nov 26, 2024 · dcc1862 · dcc1862
2 parents 60b4a4c + 8c9e7f2
commit dcc1862
Show file tree

Hide file tree

Showing 36 changed files with 81 additions and 116 deletions.
diff --git a/core/embedjs-interfaces/package.json b/core/embedjs-interfaces/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@llm-tools/embedjs-interfaces",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Interfaces for extending the embedjs ecosystem",
     "dependencies": {
         "@langchain/core": "^0.3.18",

diff --git a/core/embedjs-utils/package.json b/core/embedjs-utils/package.json
@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-utils",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Useful util functions when extending the embedjs ecosystem",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19"
+        "@llm-tools/embedjs-interfaces": "0.1.20"
     },
     "type": "module",
     "main": "./src/index.js",

diff --git a/core/embedjs/package.json b/core/embedjs/package.json
@@ -1,12 +1,12 @@
 {
     "type": "module",
     "name": "@llm-tools/embedjs",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "A NodeJS RAG framework to easily work with LLMs and custom datasets",
     "dependencies": {
         "@langchain/textsplitters": "^0.1.0",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
-        "@llm-tools/embedjs-utils": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
+        "@llm-tools/embedjs-utils": "0.1.20",
         "debug": "^4.3.7",
         "langchain": "^0.3.6",
         "md5": "^2.3.0",

diff --git a/databases/embedjs-astra/package.json b/databases/embedjs-astra/package.json
@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-astradb",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add AstraDB support to embedjs",
     "dependencies": {
         "@datastax/astra-db-ts": "^1.5.0",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "debug": "^4.3.7"
     },
     "type": "module",

diff --git a/databases/embedjs-cosmos/package.json b/databases/embedjs-cosmos/package.json
@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-cosmos",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add CosmosDB support to embedjs",
     "dependencies": {
         "@azure/cosmos": "^4.2.0",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "debug": "^4.3.7"
     },
     "type": "module",

diff --git a/databases/embedjs-hnswlib/package.json b/databases/embedjs-hnswlib/package.json
@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-hnswlib",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add HNSWLib support to embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "debug": "^4.3.7",
         "hnswlib-node": "^3.0.0"
     },

diff --git a/databases/embedjs-lancedb/package.json b/databases/embedjs-lancedb/package.json
@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-lancedb",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add LanceDb support to embedjs",
     "dependencies": {
         "@lancedb/lancedb": "^0.13.0",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "compute-cosine-similarity": "^1.1.0",
         "debug": "^4.3.7"
     },

diff --git a/databases/embedjs-lancedb/src/lance-db.ts b/databases/embedjs-lancedb/src/lance-db.ts
@@ -29,7 +29,7 @@ export class LanceDb implements BaseVectorDatabase {
         const client = await connect(dir);
 
         const list = await client.tableNames();
-        this.debug.log(`Table names found - [${list.join(',')}]`);
+        this.debug(`Table names found - [${list.join(',')}]`);
         if (list.indexOf(LanceDb.STATIC_DB_NAME) > -1) this.table = await client.openTable(LanceDb.STATIC_DB_NAME);
         else {
             //TODO: You can add a proper schema instead of a sample record now but it requires another package apache-arrow; another install on downstream as well
@@ -61,14 +61,14 @@ export class LanceDb implements BaseVectorDatabase {
             };
         });
 
-        this.debug.log(`Executing insert of ${mapped.length} entries`);
+        this.debug(`Executing insert of ${mapped.length} entries`);
         await this.table.add(mapped);
         return mapped.length; //TODO: check if vectorDb has addressed the issue where add returns undefined
     }
 
     async similaritySearch(query: number[], k: number): Promise<ExtractChunkData[]> {
         const results = await this.table.search(query).limit(k).toArray();
-        this.debug.log(`Query found ${results.length} entries`);
+        this.debug(`Query found ${results.length} entries`);
 
         return (
             results

diff --git a/databases/embedjs-libsql/package.json b/databases/embedjs-libsql/package.json
@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-libsql",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add LibSQL support to embedjs",
     "dependencies": {
         "@libsql/client": "^0.14.0",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "debug": "^4.3.7"
     },
     "type": "module",

diff --git a/databases/embedjs-libsql/src/libsql-db.ts b/databases/embedjs-libsql/src/libsql-db.ts
@@ -38,7 +38,7 @@ export class LibSqlDb implements BaseVectorDatabase {
             ${values.join(',')}
         );`;
 
-        this.debug.log(`Executing statement - ${statement}`);
+        this.debug(`Executing statement - ${statement}`);
         const result = await this.client.execute(statement);
         return result.rowsAffected;
     }
@@ -51,7 +51,7 @@ export class LibSqlDb implements BaseVectorDatabase {
             TOP ${k}
             ASC;`;
 
-        this.debug.log(`Executing statement - ${statement}`);
+        this.debug(`Executing statement - ${statement}`);
         const results = await this.client.execute(statement);
 
         return results.rows.map((result) => {

diff --git a/databases/embedjs-lmdb/package.json b/databases/embedjs-lmdb/package.json
@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-lmdb",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add LMDB support to embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "debug": "^4.3.7",
         "lmdb": "^3.1.6"
     },

diff --git a/databases/embedjs-lmdb/src/lmdb-store.ts b/databases/embedjs-lmdb/src/lmdb-store.ts
@@ -15,7 +15,7 @@ export class LmdbStore implements BaseStore {
     }
 
     async init(): Promise<void> {
-        this.debug.log(`Opening LMDB connection with path - ${this.dataPath}`);
+        this.debug(`Opening LMDB connection with path - ${this.dataPath}`);
         this.database = lmdb.open({
             path: this.dataPath,
             compression: true,

diff --git a/databases/embedjs-mongodb/package.json b/databases/embedjs-mongodb/package.json
@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-mongodb",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add MongoDB support to embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "debug": "^4.3.7",
         "mongodb": "^6.10.0"
     },

diff --git a/databases/embedjs-pinecone/package.json b/databases/embedjs-pinecone/package.json
@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-pinecone",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add Pinecone support to embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "@pinecone-database/pinecone": "^4.0.0",
         "debug": "^4.3.7"
     },

diff --git a/databases/embedjs-qdrant/package.json b/databases/embedjs-qdrant/package.json
@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-qdrant",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add Qdrant support to embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "@qdrant/js-client-rest": "^1.12.0",
         "debug": "^4.3.7",
         "uuid": "^11.0.3"

diff --git a/databases/embedjs-redis/package.json b/databases/embedjs-redis/package.json
@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-redis",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add Redis support to embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "ioredis": "^5.4.1"
     },
     "type": "module",

diff --git a/databases/embedjs-weaviate/package.json b/databases/embedjs-weaviate/package.json
@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-weaviate",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Add Weaviate support to embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "compute-cosine-similarity": "^1.1.0",
         "debug": "^4.3.7",
         "weaviate-ts-client": "^2.2.0"

diff --git a/loaders/embedjs-loader-confluence/package.json b/loaders/embedjs-loader-confluence/package.json
@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-loader-confluence",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Confluence loader for embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
-        "@llm-tools/embedjs-loader-web": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
+        "@llm-tools/embedjs-loader-web": "0.1.20",
         "confluence.js": "^1.7.4",
         "debug": "^4.3.7",
         "md5": "^2.3.0"

diff --git a/loaders/embedjs-loader-csv/package.json b/loaders/embedjs-loader-csv/package.json
@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-loader-csv",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "CSV loader for embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
-        "@llm-tools/embedjs-utils": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
+        "@llm-tools/embedjs-utils": "0.1.20",
         "csv-parse": "^5.6.0",
         "debug": "^4.3.7",
         "md5": "^2.3.0"

diff --git a/loaders/embedjs-loader-markdown/package.json b/loaders/embedjs-loader-markdown/package.json
@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-loader-markdown",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "XML loader for embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
-        "@llm-tools/embedjs-loader-web": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
+        "@llm-tools/embedjs-loader-web": "0.1.20",
         "debug": "^4.3.7",
         "md5": "^2.3.0",
         "micromark": "^4.0.1",

diff --git a/loaders/embedjs-loader-msoffice/package.json b/loaders/embedjs-loader-msoffice/package.json
@@ -1,11 +1,11 @@
 {
     "name": "@llm-tools/embedjs-loader-msoffice",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Word, PPT and Excel loader for embedjs",
     "dependencies": {
         "@langchain/textsplitters": "^0.1.0",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
-        "@llm-tools/embedjs-utils": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
+        "@llm-tools/embedjs-utils": "0.1.20",
         "md5": "^2.3.0",
         "office-text-extractor": "^3.0.3"
     },

diff --git a/loaders/embedjs-loader-pdf/package.json b/loaders/embedjs-loader-pdf/package.json
@@ -1,11 +1,11 @@
 {
     "name": "@llm-tools/embedjs-loader-pdf",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "PDF loader for embedjs",
     "dependencies": {
         "@langchain/textsplitters": "^0.1.0",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
-        "@llm-tools/embedjs-utils": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
+        "@llm-tools/embedjs-utils": "0.1.20",
         "md5": "^2.3.0",
         "office-text-extractor": "^3.0.3"
     },

diff --git a/loaders/embedjs-loader-sitemap/package.json b/loaders/embedjs-loader-sitemap/package.json
@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-loader-sitemap",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Sitemap recursive loader for embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
-        "@llm-tools/embedjs-loader-web": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
+        "@llm-tools/embedjs-loader-web": "0.1.20",
         "debug": "^4.3.7",
         "md5": "^2.3.0",
         "sitemapper": "^3.2.18"

diff --git a/loaders/embedjs-loader-web/package.json b/loaders/embedjs-loader-web/package.json
@@ -1,11 +1,11 @@
 {
     "name": "@llm-tools/embedjs-loader-web",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Web page loader for embedjs",
     "dependencies": {
         "@langchain/textsplitters": "^0.1.0",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
-        "@llm-tools/embedjs-utils": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
+        "@llm-tools/embedjs-utils": "0.1.20",
         "debug": "^4.3.7",
         "html-to-text": "^9.0.5",
         "md5": "^2.3.0"

diff --git a/loaders/embedjs-loader-xml/package.json b/loaders/embedjs-loader-xml/package.json
@@ -1,9 +1,9 @@
 {
     "name": "@llm-tools/embedjs-loader-xml",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "XML loader for embedjs",
     "dependencies": {
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "debug": "^4.3.7",
         "fast-xml-parser": "^4.5.0",
         "md5": "^2.3.0"

diff --git a/loaders/embedjs-loader-youtube/package.json b/loaders/embedjs-loader-youtube/package.json
@@ -1,11 +1,11 @@
 {
     "name": "@llm-tools/embedjs-loader-youtube",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Youtube transcript and channel recursive loader for embedjs",
     "dependencies": {
         "@langchain/textsplitters": "^0.1.0",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
-        "@llm-tools/embedjs-utils": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
+        "@llm-tools/embedjs-utils": "0.1.20",
         "debug": "^4.3.7",
         "md5": "^2.3.0",
         "usetube": "^2.2.7",

diff --git a/models/embedjs-anthropic/package.json b/models/embedjs-anthropic/package.json
@@ -1,11 +1,11 @@
 {
     "name": "@llm-tools/embedjs-anthropic",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Enable usage of Anthropic models with embedjs",
     "dependencies": {
         "@langchain/anthropic": "^0.3.8",
         "@langchain/core": "^0.3.18",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "debug": "^4.3.7"
     },
     "type": "module",

diff --git a/models/embedjs-cohere/package.json b/models/embedjs-cohere/package.json
@@ -1,10 +1,10 @@
 {
     "name": "@llm-tools/embedjs-cohere",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Enable usage of Cohere models with embedjs",
     "dependencies": {
         "@langchain/cohere": "^0.3.1",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "cohere-ai": "^7.14.0"
     },
     "type": "module",

diff --git a/models/embedjs-huggingface/package.json b/models/embedjs-huggingface/package.json
@@ -1,12 +1,12 @@
 {
     "name": "@llm-tools/embedjs-huggingface",
-    "version": "0.1.19",
+    "version": "0.1.20",
     "description": "Enable usage of HuggingFace models with embedjs",
     "dependencies": {
         "@huggingface/inference": "^2.8.1",
         "@langchain/community": "^0.3.15",
         "@langchain/core": "^0.3.18",
-        "@llm-tools/embedjs-interfaces": "0.1.19",
+        "@llm-tools/embedjs-interfaces": "0.1.20",
         "debug": "^4.3.7"
     },
     "type": "module",