diff --git a/pybind_interface/Dockerfile b/pybind_interface/Dockerfile
index 1300b4fe..40a33cfb 100644
--- a/pybind_interface/Dockerfile
+++ b/pybind_interface/Dockerfile
@@ -4,9 +4,11 @@ FROM qsim
 # Install additional requirements
 RUN apt-get install -y python3-dev python3-pybind11 python3-pytest python3-pip
 
-# The --force flag is used mainly so that the old numpy installation from pybind
-# gets replaced with the one cirq requires
-RUN pip3 install -vvv --break-system-packages --prefer-binary cirq-core --force-reinstall
+# Install cirq-core
+RUN pip3 install --prefer-binary cirq-core
+
+# Install pybind11
+RUN apt-get install -y python3-pybind11
 
 # Copy relevant files
 COPY ./pybind_interface/ /qsim/pybind_interface/