Skip to content

Commit

Permalink
cleanup
Browse files Browse the repository at this point in the history
Signed-off-by: Liora Milbaum <[email protected]>
  • Loading branch information
lmilbaum committed Mar 28, 2024
1 parent 526f3bd commit 5c1eb36
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 51 deletions.
2 changes: 1 addition & 1 deletion .devcontainer/Containerfile
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,6 @@ USER root

COPY requirements-test.txt .

RUN dnf install -y python3.11 python3-pip buildah git && \
RUN dnf install -y python3.11 python3-pip buildah git make && \
dnf clean all && \
pip3 install -r requirements-test.txt
48 changes: 0 additions & 48 deletions .github/workflows/llamacpp_python.yaml

This file was deleted.

4 changes: 2 additions & 2 deletions model_servers/llamacpp_python/base/Makefile
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
.PHONY: build
build:
podman build -f Containerfile -t ghcr.io/ai-lab-recipes/playground --format docker .
podman build -f Containerfile -t ghcr.io/ai-lab-recipes/model_servers .

models/llama-2-7b-chat.Q5_K_S.gguf:
curl -s -S -L -f https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q5_K_S.gguf -z $@ -o $@.tmp && mv -f $@.tmp $@ 2>/dev/null || rm -f $@.tmp $@
Expand All @@ -11,7 +11,7 @@ install:

.PHONY: run
run: models/llama-2-7b-chat.Q5_K_S.gguf install
podman run -it -d -p 8001:8001 -v ./models:/locallm/models:ro,Z -e MODEL_PATH=models/llama-2-7b-chat.Q5_K_S.gguf -e HOST=0.0.0.0 -e PORT=8001 --net=host ghcr.io/redhat-et/playground
podman run -it -d -p 8001:8001 -v ./models:/locallm/models:ro,Z -e MODEL_PATH=models/llama-2-7b-chat.Q5_K_S.gguf -e HOST=0.0.0.0 -e PORT=8001 --net=host ghcr.io/redhat-et/model_servers

.PHONY: test
test: models/llama-2-7b-chat.Q5_K_S.gguf install
Expand Down

0 comments on commit 5c1eb36

Please sign in to comment.