Skip to content

Commit

Permalink
chore(Makefile): default to non-native builds for llama.cpp (#4173)
Browse files Browse the repository at this point in the history
Signed-off-by: Ettore Di Giacinto <[email protected]>
  • Loading branch information
mudler authored Nov 18, 2024
1 parent e0acc14 commit a7db97e
Showing 1 changed file with 7 additions and 1 deletion.
8 changes: 7 additions & 1 deletion Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ DETECT_LIBS?=true
# llama.cpp versions
GOLLAMA_REPO?=https://github.com/go-skynet/go-llama.cpp
GOLLAMA_VERSION?=2b57a8ae43e4699d3dc5d1496a1ccd42922993be
CPPLLAMA_VERSION?=db4cfd5dbc31c90f0d5c413a2e182d068b8ee308
CPPLLAMA_VERSION?=ce2e59ba107cf71ed566040ff20a15d1c58e09c2

# go-rwkv version
RWKV_REPO?=https://github.com/donomii/go-rwkv.cpp
Expand Down Expand Up @@ -45,6 +45,7 @@ CGO_LDFLAGS_WHISPER+=-lggml
CUDA_LIBPATH?=/usr/local/cuda/lib64/
GO_TAGS?=
BUILD_ID?=
NATIVE?=false

TEST_DIR=/tmp/test

Expand Down Expand Up @@ -83,6 +84,11 @@ ifndef UNAME_S
UNAME_S := $(shell uname -s)
endif

# IF native is false, we add -DGGML_NATIVE=OFF to CMAKE_ARGS
ifeq ($(NATIVE),false)
CMAKE_ARGS+=-DGGML_NATIVE=OFF
endif

ifeq ($(OS),Darwin)

ifeq ($(OSX_SIGNING_IDENTITY),)
Expand Down

0 comments on commit a7db97e

Please sign in to comment.