mv out nlp

elitcloud · Dec 11, 2018 · 9a92936 · 9a92936 · hankcs · Dec 13, 2018
1 parent 336e488
commit 9a92936
Show file tree

Hide file tree

Showing 131 changed files with 43 additions and 130,563 deletions.
diff --git a/elit/cli/config.py b/elit/cli/config.py
diff --git a/elit/cli/download.py b/elit/cli/download.py
diff --git a/elit/cli/install.py b/elit/cli/install.py
diff --git a/elit/component/cnn.py b/elit/component/cnn.py
@@ -21,7 +21,7 @@
 from mxnet.gluon.data import DataLoader
 
 from elit.component import MXComponent
-from elit.nlp.embedding import Embedding
+from elit.embedding import Embedding
 from elit.model import CNNModel
 from elit.structure import Document
 

diff --git a/elit/component/mx.py b/elit/component/mx.py
@@ -25,7 +25,7 @@
 from tqdm import trange
 
 from elit.component import NLPComponent
-from elit.nlp.embedding import Embedding
+from elit.embedding import Embedding
 from elit.structure import Document
 from elit.util.mx import mx_loss
 

diff --git a/elit/component/rnn.py b/elit/component/rnn.py
@@ -20,7 +20,7 @@
 from mxnet.gluon.data import DataLoader
 
 from elit.component import MXComponent
-from elit.nlp.embedding import Embedding
+from elit.embedding import Embedding
 from elit.model import RNNModel
 from elit.structure import Document
 

diff --git a/elit/dataset.py b/elit/dataset.py
@@ -22,7 +22,7 @@
 from mxnet.ndarray import NDArray
 from tqdm import tqdm
 
-from elit.nlp.embedding import Embedding, TokenEmbedding
+from elit.embedding import Embedding
 from elit.structure import to_gold, Sentence, Document
 
 __author__ = "Gary Lai"
@@ -87,7 +87,7 @@ def argmax(self, scores: Union[np.ndarray, NDArray]) -> str:
 
 class Dataset(gluon.data.Dataset):
 
-    def __init__(self, docs: Sequence[Document], embs: List[Union[Embedding, TokenEmbedding]], key: str, label_map: LabelMap, label: bool = True, transform=None):
+    def __init__(self, docs: Sequence[Document], embs: List[Union[Embedding]], key: str, label_map: LabelMap, label: bool = True, transform=None):
         self._data = []
         self.embs = embs
         self.key = key
@@ -158,8 +158,4 @@ def extract(self, did, sid, sen):
         self._data.append((did, sid, self.extract_sen(sen), self.extract_labels(sen)))
 
 
-sequence_batchify_fn = batchify.Tuple((batchify.Stack(), batchify.Stack(), batchify.Pad(), batchify.Pad(pad_val=-1)))
-# stack doc idx
-# stack sen idx
-# pad sen
-# pad label
+sequence_batchify_fn = batchify.Tuple((batchify.Stack(), batchify.Stack(), batchify.Pad(), batchify.Pad(pad_val=-1)))