diff --git a/projects/Llama/configs/llama_config.py b/projects/Llama/configs/llama_config.py
index 8400b44a0..98ef145e1 100644
--- a/projects/Llama/configs/llama_config.py
+++ b/projects/Llama/configs/llama_config.py
@@ -24,7 +24,7 @@
     scale_mask_softmax_fusion=False,
     amp_enabled=True,
     # Inference
-    fp16_inference=True,
+    fp16_inference=False,
     is_encoder_decoder=False,
     max_length=256,
     min_length=0,