diff --git a/.github/actions/with-docker/Dockerfile b/.github/actions/with-docker/Dockerfile
index 7687abd5..365bcaa6 100644
--- a/.github/actions/with-docker/Dockerfile
+++ b/.github/actions/with-docker/Dockerfile
@@ -41,12 +41,11 @@ RUN curl -sSL https://install.python-poetry.org | python3 -
 
 RUN pip3 install git+https://github.com/riscv/riscof.git
 
-RUN mkdir /opt/riscv && \
-    chown root /opt/riscv
-
-ENV RISCV=/opt/riscv
+ENV RISCV=/home/user/riscv
 ENV PATH=$PATH:$RISCV/bin
 
+RUN mkdir $RISCV
+
 RUN git clone --recursive https://github.com/riscv/riscv-gnu-toolchain -b 2024.04.12 && \
     cd riscv-gnu-toolchain && \
     ./configure --prefix=$RISCV --enable-multilib && \