From 379418666cc9934aa53f23d354bfd714232741f6 Mon Sep 17 00:00:00 2001 From: lstocchi Date: Wed, 26 Jun 2024 17:05:39 +0200 Subject: [PATCH] fix: add build_vulkan commands for amd64/arm64 on Makefile Signed-off-by: lstocchi --- model_servers/llamacpp_python/Makefile | 8 +++++--- model_servers/llamacpp_python/README.md | 8 +++++--- 2 files changed, 10 insertions(+), 6 deletions(-) diff --git a/model_servers/llamacpp_python/Makefile b/model_servers/llamacpp_python/Makefile index c61a4164..e74f7ea6 100644 --- a/model_servers/llamacpp_python/Makefile +++ b/model_servers/llamacpp_python/Makefile @@ -19,9 +19,11 @@ all: build download-model-granite run build-cuda: "${CONTAINER_TOOL}" build --squash-all -t $(CUDA_IMAGE) . -f cuda/Containerfile -.PHONY: build-vulkan -build-vulkan: - "${CONTAINER_TOOL}" build --squash-all -t $(VULKAN_IMAGE) . -f vulkan/Containerfile +.PHONY: build-vulkan-amd64 build-vulkan-arm64 +build-vulkan-amd64: + "${CONTAINER_TOOL}" build --squash-all -t $(VULKAN_IMAGE) . -f vulkan/amd64/Containerfile +build-vulkan-arm64: + "${CONTAINER_TOOL}" build --squash-all -t $(VULKAN_IMAGE) . -f vulkan/arm64/Containerfile .PHONY: download-model-granite # default model download-model-granite: diff --git a/model_servers/llamacpp_python/README.md b/model_servers/llamacpp_python/README.md index 3fd61435..046b7fe4 100644 --- a/model_servers/llamacpp_python/README.md +++ b/model_servers/llamacpp_python/README.md @@ -61,9 +61,11 @@ The [Vulkan image](../llamacpp_python/vulkan/Containerfile) is experimental, but To build the Vulkan model service variant image: -```bash -make -f Makefile build-vulkan -``` +| System Architecture | Command | +|---|---| +| amd64 | make -f Makefile build-vulkan-amd64 | +| arm64 | make -f Makefile build-vulkan-arm64 | + To pull the base model service image: ```bash