diff --git a/cpp/include/cuvs/neighbors/quantization.hpp b/cpp/include/cuvs/neighbors/quantization.hpp
index fb087dcec..78c8c262f 100644
--- a/cpp/include/cuvs/neighbors/quantization.hpp
+++ b/cpp/include/cuvs/neighbors/quantization.hpp
@@ -23,6 +23,8 @@
 #include <raft/core/host_mdarray.hpp>
 #include <raft/core/host_mdspan.hpp>
 
+#include <cuda_fp16.h>
+
 namespace cuvs::neighbors::quantization {
 
 /**