Skip to content

Commit

Permalink
suffix tree
Browse files Browse the repository at this point in the history
  • Loading branch information
rferens committed Sep 7, 2021
1 parent e28ff62 commit 82f374e
Show file tree
Hide file tree
Showing 4 changed files with 930 additions and 391 deletions.
3 changes: 2 additions & 1 deletion environment.yml
Original file line number Diff line number Diff line change
Expand Up @@ -165,6 +165,7 @@ dependencies:
- typing-extensions=3.7.4.3=hd3eb1b0_0
- typing_extensions=3.7.4.3=pyh06a4308_0
- urllib3=1.26.4=pyhd3eb1b0_0
- unidecode=1.2.0=pyhd3eb1b0_0
- wcwidth=0.2.5=py_0
- wheel=0.36.2=pyhd3eb1b0_0
- xz=5.2.5=h7b6447c_0
Expand All @@ -177,7 +178,7 @@ dependencies:
- antlr4-python3-runtime==4.8
- "git+https://github.com/tuanh208/CPC_audio.git@zerospeech"
- "git+https://github.com/pytorch/fairseq.git"
- hydra-core==1.0.6
- hydra-core==1.0.7
- importlib-resources==5.1.4
- jiwer==2.2.0
- omegaconf==2.0.6
Expand Down
20 changes: 16 additions & 4 deletions fst_sp/FST_SentencePiece.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,22 @@
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"execution_count": 4,
"id": "5f4eb9c9-9ee9-42e5-8945-df227482cc99",
"metadata": {},
"outputs": [],
"outputs": [
{
"ename": "ModuleNotFoundError",
"evalue": "No module named 'openfst_python'",
"output_type": "error",
"traceback": [
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[0;31mModuleNotFoundError\u001b[0m Traceback (most recent call last)",
"\u001b[0;32m<ipython-input-4-7291545ec4a2>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m 8\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9\u001b[0m \u001b[0;31m# import kaldi.fstext as fst\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 10\u001b[0;31m \u001b[0;32mimport\u001b[0m \u001b[0mopenfst_python\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mfst\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 11\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0msentencepiece\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mspm\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 12\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
"\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'openfst_python'"
]
}
],
"source": [
"import io\n",
"from collections import defaultdict, namedtuple, Counter\n",
Expand Down Expand Up @@ -1168,7 +1180,7 @@
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
Expand All @@ -1182,7 +1194,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.11"
"version": "3.8.5"
}
},
"nbformat": 4,
Expand Down
Loading

0 comments on commit 82f374e

Please sign in to comment.