tokenizers

Genentech · Jul 19, 2024 · 3815cb3 · 3815cb3
1 parent a2fb9f1
commit 3815cb3
Showing 1 changed file with 12 additions and 2 deletions.
diff --git a/tests/beignet/tokenizers/test__protein_tokenizer.py b/tests/beignet/tokenizers/test__protein_tokenizer.py
@@ -8,7 +8,12 @@ class TestProteinmMLMTokenizer:
     def test_3Di_tokenizer(self):
         inputs = ["GdPfQaPfIlSvRvLvEcQvClGpId"]
 
-        path = importlib.resources.files("lobster") / "assets" / "3di_tokenizer"
+        path = (
+            importlib.resources.files("beignet")
+            / "data"
+            / "tokenizers"
+            / "3di_tokenizer"
+        )
 
         tokenizer = ProteinTokenizerTransform.from_pretrained(path)
         tokenized_inputs = tokenizer(inputs)
@@ -21,7 +26,12 @@ def test_3Di_tokenizer(self):
     def test_cdna_tokenizer(self):
         inputs = 4 * ["ATCGTACGATCGTACGATCGUN"]
 
-        path = importlib.resources.files("lobster") / "assets" / "cdna_tokenizer"
+        path = (
+            importlib.resources.files("beignet")
+            / "data"
+            / "tokenizers"
+            / "cdna_tokenizer"
+        )
 
         tokenizer = ProteinTokenizerTransform.from_pretrained(path)
         tokenized_inputs = tokenizer(inputs)