diff --git a/requirements/requirements_nlp.txt b/requirements/requirements_nlp.txt
index 3ec361051..248432829 100644
--- a/requirements/requirements_nlp.txt
+++ b/requirements/requirements_nlp.txt
@@ -10,7 +10,7 @@ ijson
 jieba
 markdown2
 matplotlib>=3.3.2
-megatron_core==0.4.0
+megatron_core==0.5.0
 nltk>=3.6.5
 opencc<1.1.7
 pangu