diff --git a/cpp/bench/ann/src/common/benchmark.hpp b/cpp/bench/ann/src/common/benchmark.hpp
index 67a2dec36c..351846253c 100644
--- a/cpp/bench/ann/src/common/benchmark.hpp
+++ b/cpp/bench/ann/src/common/benchmark.hpp
@@ -257,6 +257,7 @@ void bench_search(::benchmark::State& state,
     // benchmark loop, therefore the synchronization here is necessary.
   }
   const auto algo_property = *current_algo_props;
+  query_set                = dataset->query_set(algo_property.query_memory_type);
 
   /**
    * Each thread will manage its own outputs