diff --git a/Makefile b/Makefile
index 4392980bf18d..fd05703e285d 100644
--- a/Makefile
+++ b/Makefile
@@ -8,7 +8,7 @@ DETECT_LIBS?=true
 # llama.cpp versions
 GOLLAMA_REPO?=https://github.com/go-skynet/go-llama.cpp
 GOLLAMA_VERSION?=2b57a8ae43e4699d3dc5d1496a1ccd42922993be
-CPPLLAMA_VERSION?=924518e2e5726e81f3aeb2518fb85963a500e93a
+CPPLLAMA_VERSION?=504af20ee4eae72080a56d59d744f6774f7901ce
 
 # whisper.cpp version
 WHISPER_REPO?=https://github.com/ggerganov/whisper.cpp