Showing documents with triplets marked up

centre-for-humanities-computing · Dec 6, 2024 · a07c2cc · a07c2cc
1 parent 4a86104
commit a07c2cc
Show file tree

Hide file tree

Showing 10 changed files with 328 additions and 50 deletions.
diff --git a/src/conspiracies/docprocessing/relationextraction/data_classes.py b/src/conspiracies/docprocessing/relationextraction/data_classes.py
@@ -264,7 +264,9 @@ def span_to_json(span: Union[Span, Doc]) -> Dict[str, Any]:
             span = span[:]
         return {
             "text": span.text,
+            "start_char": span.start_char,
             "start": span.start,
+            "end_char": span.end_char,
             "end": span.end,
         }
 

diff --git a/visualizer/package-lock.json b/visualizer/package-lock.json
diff --git a/visualizer/package.json b/visualizer/package.json
@@ -9,10 +9,12 @@
     "@types/jest": "^27.5.2",
     "@types/node": "^16.18.96",
     "@types/react-dom": "^18.2.24",
+    "draft-js": "^0.11.7",
     "multi-range-slider-react": "^2.0.7",
     "react": "^18.2.0",
     "react-dom": "^18.2.0",
     "react-graph-vis": "^1.0.7",
+    "react-highlight-within-textarea": "^3.2.2",
     "react-router-dom": "^6.22.3",
     "react-scripts": "5.0.1",
     "react-vis-graph-wrapper": "^0.1.3",

diff --git a/visualizer/src/docs/DocService.ts b/visualizer/src/docs/DocService.ts
@@ -12,10 +12,25 @@ export abstract class DocService {
   }
 }
 
+export interface TripletField {
+  text: string;
+  start_char: number;
+  start: number;
+  end_char: number;
+  end: number;
+}
+
+export interface Triplet {
+  subject: TripletField;
+  predicate: TripletField;
+  object: TripletField;
+}
+
 export interface Doc {
   id: string;
   text: string;
   timestamp: string;
+  semantic_triplets: Triplet[];
 }
 
 export class SampleDocService extends DocService {
@@ -25,16 +40,19 @@ export class SampleDocService extends DocService {
         id: "1",
         text: "sample text 1",
         timestamp: "",
+        semantic_triplets: [],
       },
       {
         id: "2",
         text: "sample text 1",
         timestamp: "",
+        semantic_triplets: [],
       },
       {
         id: "3",
         text: "sample text 1",
         timestamp: "",
+        semantic_triplets: [],
       },
     ].map((d) => [d.id, d]),
   );
@@ -58,14 +76,18 @@ export class FileDocService extends DocService {
   constructor(docData: Doc[]) {
     super();
     this.docData = new Map(
-      docData.map((d) => [
-        d.id,
-        {
-          id: d.id,
-          text: d.text,
-          timestamp: d.timestamp,
-        },
-      ]),
+      docData
+        .filter((d) => d.semantic_triplets !== undefined)
+        .map((d) => [
+          d.id,
+          {
+            id: d.id,
+            text: d.text,
+            timestamp: d.timestamp,
+            semantic_triplets: d.semantic_triplets,
+          },
+        ]),
     );
+    console.log(this.docData.size);
   }
 }
diff --git a/visualizer/src/graph/GraphViewer.tsx b/visualizer/src/graph/GraphViewer.tsx
@@ -10,7 +10,7 @@ import { useServiceContext } from "../service/ServiceContextProvider";
 export interface GraphViewerProps {}
 
 export const GraphViewer: React.FC = () => {
-  const { getGraphService, getDocService } = useServiceContext();
+  const { getGraphService } = useServiceContext();
 
   const top50 =
     getGraphService()
@@ -45,7 +45,7 @@ export const GraphViewer: React.FC = () => {
         ? getGraphService().getSubGraph(subgraphNodes)
         : getGraphService().getGraph();
     return filter(graphFilter, baseGraphData);
-  }, [graphFilter, subgraphNodes]);
+  }, [getGraphService, graphFilter, subgraphNodes]);
 
   const graphDataMaps = useMemo(() => {
     return {