diff --git a/Docker/Dockerfile.chat3b b/Docker/Dockerfile.chat3b
new file mode 100644
index 0000000000000..6c187bd17015b
--- /dev/null
+++ b/Docker/Dockerfile.chat3b
@@ -0,0 +1,19 @@
+FROM python:3.11.3-bullseye
+WORKDIR /root
+
+# Install dependencies
+RUN pip install --upgrade pip
+RUN pip install torch==2.0.0
+RUN pip install transformers==4.28.1
+
+RUN git clone https://github.com/togethercomputer/redpajama.cpp.git
+
+# Build it!
+WORKDIR /root/redpajama.cpp
+RUN make redpajama-chat quantize-gptneox
+RUN bash ./examples/redpajama/scripts/install-RedPajama-INCITE-Chat-3B-v1.sh
+RUN pip install -r requirements.txt
+
+CMD ["./redpajama-chat", "-m", "./examples/redpajama/models/pythia/ggml-RedPajama-INCITE-Chat-3B-v1-f16.bin", \
+"-c", "2048", "-b", "128", "-n", "1", "-t", "8", "--instruct", "--color", "--top_k", "30", "--top_p", "0.95", "--temp", "0.8", \
+"--repeat_last_n", "3", "--repeat_penalty", "1.1", "--seed", "0"]
diff --git a/Docker/Dockerfile.chat7b b/Docker/Dockerfile.chat7b
new file mode 100644
index 0000000000000..077b97d4ba8d3
--- /dev/null
+++ b/Docker/Dockerfile.chat7b
@@ -0,0 +1,19 @@
+FROM python:3.11.3-bullseye
+WORKDIR /root
+
+# Install dependencies
+RUN pip install --upgrade pip
+RUN pip install torch==2.0.0
+RUN pip install transformers==4.28.1
+
+RUN git clone https://github.com/togethercomputer/redpajama.cpp.git
+
+# Build it!
+WORKDIR /root/redpajama.cpp
+RUN make redpajama-chat quantize-gptneox
+RUN bash ./examples/redpajama/scripts/install-RedPajama-INCITE-Chat-7B.sh
+RUN pip install -r requirements.txt
+
+CMD ["./redpajama-chat", "-m", "./examples/redpajama/models/pythia/ggml-RedPajama-INCITE-7B-Chat-q4_0.bin", \
+"-c", "2048", "-b", "128", "-n", "1", "-t", "8", "--instruct", "--color", "--top_k", "50", "--top_p", "0.95", "--temp", "0.95", \
+"--repeat_last_n", "3", "--repeat_penalty", "1.0", "--seed", "0"]