diff --git a/.github/workflows/bazeltest.yml b/.github/workflows/bazeltest.yml
index e76f6780..4bd227cf 100644
--- a/.github/workflows/bazeltest.yml
+++ b/.github/workflows/bazeltest.yml
@@ -63,7 +63,7 @@ jobs:
       - name: Upgrade libc 
       # An LLVM update broke this test, fix per is https://bugs.llvm.org/show_bug.cgi?id=27310.
         run: |
-          apt-get upgrade libc-bin=2.31-0ubuntu9.9
+          sudo apt-get upgrade libc-bin=2.31-0ubuntu9.9
       - name: Run C++ tests
         run: |
           bazel test --config=avx --config=openmp \
diff --git a/pybind_interface/Dockerfile b/pybind_interface/Dockerfile
index 26c161c6..64bf236f 100644
--- a/pybind_interface/Dockerfile
+++ b/pybind_interface/Dockerfile
@@ -2,13 +2,14 @@
 FROM qsim
 
 # Install additional requirements
-RUN apt-get install -y python3-dev python3-pybind11 python3-pytest python3-pip
+RUN apt-get install -y python3-dev python3-pytest python3-pip
 
-RUN apt-get remove -y python3-numpy --purge
+# Install pybind11
+RUN pip3 install --prefer-binary pybind11
 
 # The --force flag is used mainly so that the old numpy installation from pybind
 # gets replaced with the one cirq requires
-RUN pip3 install --prefer-binary cirq-core --force
+RUN pip3 install --prefer-binary cirq-core
 
 # Copy relevant files
 COPY ./pybind_interface/ /qsim/pybind_interface/