only provide unique sources

llm-tools · Feb 2, 2024 · a1c95b6 · a1c95b6
1 parent 490b71c
commit a1c95b6
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 5 deletions.
diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@llm-tools/embedjs",
-    "version": "0.0.51",
+    "version": "0.0.53",
     "description": "A NodeJS RAG framework to easily work with LLMs and custom datasets",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",

diff --git a/src/core/llm-application.ts b/src/core/llm-application.ts
@@ -162,7 +162,7 @@ export class LLMApplication {
         sources: string[];
     }> {
         const context = await this.getContext(userQuery);
-        const sources = context.supportingContext.map((chunk) => chunk.metadata.source);
+        const sources = [...new Set(context.supportingContext.map((chunk) => chunk.metadata.source))];
 
         return {
             sources,

diff --git a/src/loaders/confluence-loader.ts b/src/loaders/confluence-loader.ts
@@ -82,7 +82,7 @@ export class ConfluenceLoader extends BaseLoader<{ type: 'ConfluenceLoader' }> {
                     contentHash: result.contentHash,
                     metadata: {
                         type: <'ConfluenceLoader'>'ConfluenceLoader',
-                        source: `${this.confluenceBaseUrl}${content._links.webui}`,
+                        source: `${this.confluenceBaseUrl}/wiki${content._links.webui}`,
                     },
                 };
             }