diff --git a/setup.py b/setup.py
index 89c69eb..094a202 100644
--- a/setup.py
+++ b/setup.py
@@ -34,6 +34,7 @@
     'numpy',
     'pytorch-custom-utils>=0.0.9',
     'rotary-embedding-torch>=0.6.4',
+    'sentencepiece',
     'taylor-series-linear-attention>=0.1.6',
     'torch>=2.1',
     'torch_geometric',