llama_cpp_sys 0.3.2

# Define the default target now so that it is always the first target
BUILD_TARGETS = \

	main quantize quantize-stats perplexity imatrix embedding vdot q8dot train-text-from-scratch convert-llama2c-to-ggml \
	simple batched batched-bench save-load-state server gguf gguf-split llama-bench libllava.a llava-cli baby-llama beam-search  \
	retrieval speculative infill tokenize benchmark-matmult parallel finetune export-lora lookahead lookup passkey gritlm tests/test-c.o

# Binaries only useful for tests
TEST_TARGETS = \

	tests/test-llama-grammar tests/test-grammar-parser tests/test-double-float tests/test-grad0 tests/test-opt \
	tests/test-quantize-fns tests/test-quantize-perf tests/test-sampling tests/test-tokenizer-0-llama          \
	tests/test-tokenizer-0-falcon tests/test-tokenizer-1-llama tests/test-tokenizer-1-bpe tests/test-rope      \
	tests/test-backend-ops tests/test-model-load-cancel tests/test-autorelease                                 \
	tests/test-json-schema-to-grammar

# Code coverage output files
COV_TARGETS = *.gcno tests/*.gcno *.gcda tests/*.gcda *.gcov tests/*.gcov lcov-report gcovr-report


ifndef UNAME_S

UNAME_S := $(shell uname -s)

endif

ifndef UNAME_P

UNAME_P := $(shell uname -p)

endif

ifndef UNAME_M

UNAME_M := $(shell uname -m)

endif

# Mac OS + Arm can report x86_64
# ref: https://github.com/ggerganov/whisper.cpp/issues/66#issuecomment-1282546789
ifeq ($(UNAME_S),Darwin)

	ifndef LLAMA_NO_METAL

		LLAMA_METAL := 1

	endif

	ifneq ($(UNAME_P),arm)

		SYSCTL_M := $(shell sysctl -n hw.optional.arm64 2>/dev/null)

		ifeq ($(SYSCTL_M),1)

			# UNAME_P := arm
			# UNAME_M := arm64
			warn := $(warning Your arch is announced as x86_64, but it seems to actually be ARM64. Not fixing that can lead to bad performance. For more info see: https://github.com/ggerganov/whisper.cpp/issues/66\#issuecomment-1282546789)

		endif
	endif
endif

default: $(BUILD_TARGETS)


test: $(TEST_TARGETS)

	@failures=0; \

	for test_target in $(TEST_TARGETS); do \

		if [ "$$test_target" = "tests/test-tokenizer-0-llama" ]; then \

			./$$test_target $(CURDIR)/models/ggml-vocab-llama.gguf; \

		elif [ "$$test_target" = "tests/test-tokenizer-0-falcon" ]; then \

			./$$test_target $(CURDIR)/models/ggml-vocab-falcon.gguf; \

		elif [ "$$test_target" = "tests/test-tokenizer-1-llama" ]; then \

			continue; \

		elif [ "$$test_target" = "tests/test-tokenizer-1-bpe" ]; then \

			continue; \

		else \

			echo "Running test $$test_target..."; \

			./$$test_target; \

		fi; \

		if [ $$? -ne 0 ]; then \

			printf 'Test %s FAILED!\n\n' $$test_target; \

			failures=$$(( failures + 1 )); \

		else \

			printf 'Test %s passed.\n\n' $$test_target; \

		fi; \

	done; \

	if [ $$failures -gt 0 ]; then \

		printf '\n%s tests failed.\n' $$failures; \

		exit 1; \

	fi

	@echo 'All tests passed.'


all: $(BUILD_TARGETS) $(TEST_TARGETS)


coverage: ## Run code coverage

	gcov -pb tests/*.cpp


lcov-report: coverage ## Generate lcov report

	mkdir -p lcov-report

	lcov --capture --directory . --output-file lcov-report/coverage.info

	genhtml lcov-report/coverage.info --output-directory lcov-report


gcovr-report: coverage ## Generate gcovr report

	mkdir -p gcovr-report

	gcovr --root . --html --html-details --output gcovr-report/coverage.html


ifdef RISCV_CROSS_COMPILE

CC	:= riscv64-unknown-linux-gnu-gcc

CXX	:= riscv64-unknown-linux-gnu-g++

endif

#
# Compile flags
#

# keep standard at C11 and C++11
MK_CPPFLAGS  = -I. -Icommon

MK_CFLAGS    = -std=c11   -fPIC

MK_CXXFLAGS  = -std=c++11 -fPIC

MK_NVCCFLAGS = -std=c++11


# -Ofast tends to produce faster code, but may not be available for some compilers.
ifdef LLAMA_FAST

MK_CFLAGS     += -Ofast

HOST_CXXFLAGS += -Ofast

MK_NVCCFLAGS  += -O3

else
MK_CFLAGS     += -O3

MK_CXXFLAGS   += -O3

MK_NVCCFLAGS  += -O3

endif

ifndef LLAMA_NO_CCACHE

CCACHE := $(shell which ccache)

ifdef CCACHE

export CCACHE_SLOPPINESS = time_macros

$(info I ccache found, compilation results will be cached. Disable with LLAMA_NO_CCACHE.)
CC    := $(CCACHE) $(CC)

CXX   := $(CCACHE) $(CXX)

else
$(info I ccache not found. Consider installing it for faster compilation.)
endif # CCACHE
endif # LLAMA_NO_CCACHE

# clock_gettime came in POSIX.1b (1993)
# CLOCK_MONOTONIC came in POSIX.1-2001 / SUSv3 as optional
# posix_memalign came in POSIX.1-2001 / SUSv3
# M_PI is an XSI extension since POSIX.1-2001 / SUSv3, came in XPG1 (1985)
MK_CPPFLAGS += -D_XOPEN_SOURCE=600


# Somehow in OpenBSD whenever POSIX conformance is specified
# some string functions rely on locale_t availability,
# which was introduced in POSIX.1-2008, forcing us to go higher
ifeq ($(UNAME_S),OpenBSD)

	MK_CPPFLAGS += -U_XOPEN_SOURCE -D_XOPEN_SOURCE=700

endif

# Data types, macros and functions related to controlling CPU affinity and
# some memory allocation are available on Linux through GNU extensions in libc
ifeq ($(UNAME_S),Linux)

	MK_CPPFLAGS += -D_GNU_SOURCE

endif

# RLIMIT_MEMLOCK came in BSD, is not specified in POSIX.1,
# and on macOS its availability depends on enabling Darwin extensions
# similarly on DragonFly, enabling BSD extensions is necessary
ifeq ($(UNAME_S),Darwin)

	MK_CPPFLAGS += -D_DARWIN_C_SOURCE

endif
ifeq ($(UNAME_S),DragonFly)

	MK_CPPFLAGS += -D__BSD_VISIBLE

endif

# alloca is a non-standard interface that is not visible on BSDs when
# POSIX conformance is specified, but not all of them provide a clean way
# to enable it in such cases
ifeq ($(UNAME_S),FreeBSD)

	MK_CPPFLAGS += -D__BSD_VISIBLE

endif
ifeq ($(UNAME_S),NetBSD)

	MK_CPPFLAGS += -D_NETBSD_SOURCE

endif
ifeq ($(UNAME_S),OpenBSD)

	MK_CPPFLAGS += -D_BSD_SOURCE

endif

ifdef LLAMA_SCHED_MAX_COPIES

	MK_CPPFLAGS += -DGGML_SCHED_MAX_COPIES=$(LLAMA_SCHED_MAX_COPIES)

endif

ifdef LLAMA_DEBUG

	MK_CFLAGS   += -O0 -g

	MK_CXXFLAGS += -O0 -g

	MK_LDFLAGS  += -g


	ifeq ($(UNAME_S),Linux)

		MK_CPPFLAGS += -D_GLIBCXX_ASSERTIONS

	endif
else
	MK_CPPFLAGS += -DNDEBUG

endif

ifdef LLAMA_SANITIZE_THREAD

	MK_CFLAGS   += -fsanitize=thread -g

	MK_CXXFLAGS += -fsanitize=thread -g

	MK_LDFLAGS  += -fsanitize=thread -g

endif

ifdef LLAMA_SANITIZE_ADDRESS

	MK_CFLAGS   += -fsanitize=address -fno-omit-frame-pointer -g

	MK_CXXFLAGS += -fsanitize=address -fno-omit-frame-pointer -g

	MK_LDFLAGS  += -fsanitize=address -fno-omit-frame-pointer -g

endif

ifdef LLAMA_SANITIZE_UNDEFINED

	MK_CFLAGS   += -fsanitize=undefined -g

	MK_CXXFLAGS += -fsanitize=undefined -g

	MK_LDFLAGS  += -fsanitize=undefined -g

endif

ifdef LLAMA_SERVER_VERBOSE

	MK_CPPFLAGS += -DSERVER_VERBOSE=$(LLAMA_SERVER_VERBOSE)

endif

ifdef LLAMA_SERVER_SSL

	MK_CPPFLAGS += -DCPPHTTPLIB_OPENSSL_SUPPORT

	MK_LDFLAGS += -lssl -lcrypto

endif

ifdef LLAMA_CODE_COVERAGE

	MK_CXXFLAGS += -fprofile-arcs -ftest-coverage -dumpbase ''

endif

ifdef LLAMA_DISABLE_LOGS

	MK_CPPFLAGS += -DLOG_DISABLE_LOGS

endif # LLAMA_DISABLE_LOGS

# warnings
WARN_FLAGS    = -Wall -Wextra -Wpedantic -Wcast-qual -Wno-unused-function

MK_CFLAGS    += $(WARN_FLAGS) -Wshadow -Wstrict-prototypes -Wpointer-arith -Wmissing-prototypes -Werror=implicit-int \

				-Werror=implicit-function-declaration

MK_CXXFLAGS  += $(WARN_FLAGS) -Wmissing-declarations -Wmissing-noreturn


ifeq ($(LLAMA_FATAL_WARNINGS),1)

	MK_CFLAGS   += -Werror

	MK_CXXFLAGS += -Werror

endif

# this version of Apple ld64 is buggy
ifneq '' '$(findstring dyld-1015.7,$(shell $(CC) $(LDFLAGS) -Wl,-v 2>&1))'

	MK_CPPFLAGS += -DHAVE_BUGGY_APPLE_LINKER

endif

# OS specific
# TODO: support Windows
ifneq '' '$(filter $(UNAME_S),Linux Darwin FreeBSD NetBSD OpenBSD Haiku)'

	MK_CFLAGS   += -pthread

	MK_CXXFLAGS += -pthread

endif

# detect Windows
ifneq ($(findstring _NT,$(UNAME_S)),)

	_WIN32 := 1

endif

# library name prefix
ifneq ($(_WIN32),1)

	LIB_PRE := lib

endif

# Dynamic Shared Object extension
ifneq ($(_WIN32),1)

	DSO_EXT := .so

else
	DSO_EXT := .dll

endif

# Windows Sockets 2 (Winsock) for network-capable apps
ifeq ($(_WIN32),1)

	LWINSOCK2 := -lws2_32

endif

ifdef LLAMA_GPROF

	MK_CFLAGS   += -pg

	MK_CXXFLAGS += -pg

endif
ifdef LLAMA_PERF

	MK_CPPFLAGS += -DGGML_PERF

endif

# Architecture specific
# TODO: probably these flags need to be tweaked on some architectures
#       feel free to update the Makefile for your architecture and send a pull request or issue

ifndef RISCV


ifeq ($(UNAME_M),$(filter $(UNAME_M),x86_64 i686 amd64))

	# Use all CPU extensions that are available:
	MK_CFLAGS     += -march=native -mtune=native

	HOST_CXXFLAGS += -march=native -mtune=native


	# Usage AVX-only
	#MK_CFLAGS   += -mfma -mf16c -mavx
	#MK_CXXFLAGS += -mfma -mf16c -mavx

	# Usage SSSE3-only (Not is SSE3!)
	#MK_CFLAGS   += -mssse3
	#MK_CXXFLAGS += -mssse3
endif

ifneq '' '$(findstring mingw,$(shell $(CC) -dumpmachine))'

	# The stack is only 16-byte aligned on Windows, so don't let gcc emit aligned moves.
	# https://gcc.gnu.org/bugzilla/show_bug.cgi?id=54412
	# https://github.com/ggerganov/llama.cpp/issues/2922
	MK_CFLAGS   += -Xassembler -muse-unaligned-vector-move

	MK_CXXFLAGS += -Xassembler -muse-unaligned-vector-move


	# Target Windows 8 for PrefetchVirtualMemory
	MK_CPPFLAGS += -D_WIN32_WINNT=0x602

endif

ifneq ($(filter aarch64%,$(UNAME_M)),)

	# Apple M1, M2, etc.
	# Raspberry Pi 3, 4, Zero 2 (64-bit)
	# Nvidia Jetson
	MK_CFLAGS   += -mcpu=native

	MK_CXXFLAGS += -mcpu=native

	JETSON_RELEASE_INFO = $(shell jetson_release)

	ifdef JETSON_RELEASE_INFO

		ifneq ($(filter TX2%,$(JETSON_RELEASE_INFO)),)

			JETSON_EOL_MODULE_DETECT = 1

			CC = aarch64-unknown-linux-gnu-gcc

			cxx = aarch64-unknown-linux-gnu-g++

		endif
	endif
endif

ifneq ($(filter armv6%,$(UNAME_M)),)

	# Raspberry Pi 1, Zero
	MK_CFLAGS   += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access

	MK_CXXFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access

endif

ifneq ($(filter armv7%,$(UNAME_M)),)

	# Raspberry Pi 2
	MK_CFLAGS   += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access -funsafe-math-optimizations

	MK_CXXFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access -funsafe-math-optimizations

endif

ifneq ($(filter armv8%,$(UNAME_M)),)

	# Raspberry Pi 3, 4, Zero 2 (32-bit)
	MK_CFLAGS   += -mfp16-format=ieee -mno-unaligned-access

	MK_CXXFLAGS += -mfp16-format=ieee -mno-unaligned-access

endif

ifneq ($(filter ppc64%,$(UNAME_M)),)

	POWER9_M := $(shell grep "POWER9" /proc/cpuinfo)

	ifneq (,$(findstring POWER9,$(POWER9_M)))

		MK_CFLAGS   += -mcpu=power9

		MK_CXXFLAGS += -mcpu=power9

	endif
endif

ifneq ($(filter ppc64le%,$(UNAME_M)),)

	MK_CFLAGS   += -mcpu=powerpc64le

	MK_CXXFLAGS += -mcpu=powerpc64le

	CUDA_POWER_ARCH = 1

endif

else
	MK_CFLAGS   += -march=rv64gcv -mabi=lp64d

	MK_CXXFLAGS += -march=rv64gcv -mabi=lp64d

endif

ifdef LLAMA_QKK_64

	MK_CPPFLAGS += -DGGML_QKK_64

endif

ifndef LLAMA_NO_ACCELERATE

	# Mac OS - include Accelerate framework.
	# `-framework Accelerate` works both with Apple Silicon and Mac Intel
	ifeq ($(UNAME_S),Darwin)

		MK_CPPFLAGS += -DGGML_USE_ACCELERATE

		MK_CPPFLAGS += -DACCELERATE_NEW_LAPACK

		MK_CPPFLAGS += -DACCELERATE_LAPACK_ILP64

		MK_LDFLAGS  += -framework Accelerate

	endif
endif # LLAMA_NO_ACCELERATE

ifdef LLAMA_MPI

	MK_CPPFLAGS += -DGGML_USE_MPI

	MK_CFLAGS   += -Wno-cast-qual

	MK_CXXFLAGS += -Wno-cast-qual

	OBJS        += ggml-mpi.o

endif # LLAMA_MPI

ifdef LLAMA_OPENBLAS

	MK_CPPFLAGS += -DGGML_USE_OPENBLAS $(shell pkg-config --cflags-only-I openblas)

	MK_CFLAGS   += $(shell pkg-config --cflags-only-other openblas)

	MK_LDFLAGS  += $(shell pkg-config --libs openblas)

endif # LLAMA_OPENBLAS

ifdef LLAMA_BLIS

	MK_CPPFLAGS += -DGGML_USE_OPENBLAS -I/usr/local/include/blis -I/usr/include/blis

	MK_LDFLAGS  += -lblis -L/usr/local/lib

endif # LLAMA_BLIS

ifdef LLAMA_CUBLAS

# LLAMA_CUBLAS is deprecated and will be removed in the future
	LLAMA_CUDA := 1

endif

ifdef LLAMA_CUDA

	ifneq ('', '$(wildcard /opt/cuda)')

		CUDA_PATH ?= /opt/cuda

	else
		CUDA_PATH ?= /usr/local/cuda

	endif
	MK_CPPFLAGS  += -DGGML_USE_CUDA -I$(CUDA_PATH)/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include

	MK_LDFLAGS   += -lcuda -lcublas -lculibos -lcudart -lcublasLt -lpthread -ldl -lrt -L$(CUDA_PATH)/lib64 -L/usr/lib64 -L$(CUDA_PATH)/targets/$(UNAME_M)-linux/lib -L/usr/lib/wsl/lib

	OBJS         += ggml-cuda.o

	OBJS         += $(patsubst %.cu,%.o,$(wildcard ggml-cuda/*.cu))

	MK_NVCCFLAGS += -use_fast_math

ifdef LLAMA_FATAL_WARNINGS

	MK_NVCCFLAGS += -Werror all-warnings

endif # LLAMA_FATAL_WARNINGS
ifndef JETSON_EOL_MODULE_DETECT

	MK_NVCCFLAGS += --forward-unknown-to-host-compiler

endif # JETSON_EOL_MODULE_DETECT
ifdef LLAMA_DEBUG

	MK_NVCCFLAGS += -lineinfo

endif # LLAMA_DEBUG
ifdef LLAMA_CUDA_NVCC

	NVCC = $(CCACHE) $(LLAMA_CUDA_NVCC)

else
	NVCC = $(CCACHE) nvcc

endif #LLAMA_CUDA_NVCC
ifdef CUDA_DOCKER_ARCH

	MK_NVCCFLAGS += -Wno-deprecated-gpu-targets -arch=$(CUDA_DOCKER_ARCH)

else ifndef CUDA_POWER_ARCH

	MK_NVCCFLAGS += -arch=native

endif # CUDA_DOCKER_ARCH
ifdef LLAMA_CUDA_FORCE_DMMV

	MK_NVCCFLAGS += -DGGML_CUDA_FORCE_DMMV

endif # LLAMA_CUDA_FORCE_DMMV
ifdef LLAMA_CUDA_FORCE_MMQ

	MK_NVCCFLAGS += -DGGML_CUDA_FORCE_MMQ

endif # LLAMA_CUDA_FORCE_MMQ
ifdef LLAMA_CUDA_DMMV_X

	MK_NVCCFLAGS += -DGGML_CUDA_DMMV_X=$(LLAMA_CUDA_DMMV_X)

else
	MK_NVCCFLAGS += -DGGML_CUDA_DMMV_X=32

endif # LLAMA_CUDA_DMMV_X
ifdef LLAMA_CUDA_MMV_Y

	MK_NVCCFLAGS += -DGGML_CUDA_MMV_Y=$(LLAMA_CUDA_MMV_Y)

else ifdef LLAMA_CUDA_DMMV_Y

	MK_NVCCFLAGS += -DGGML_CUDA_MMV_Y=$(LLAMA_CUDA_DMMV_Y) # for backwards compatibility
else
	MK_NVCCFLAGS += -DGGML_CUDA_MMV_Y=1

endif # LLAMA_CUDA_MMV_Y
ifdef LLAMA_CUDA_F16

	MK_NVCCFLAGS += -DGGML_CUDA_F16

endif # LLAMA_CUDA_F16
ifdef LLAMA_CUDA_DMMV_F16

	MK_NVCCFLAGS += -DGGML_CUDA_F16

endif # LLAMA_CUDA_DMMV_F16
ifdef LLAMA_CUDA_KQUANTS_ITER

	MK_NVCCFLAGS += -DK_QUANTS_PER_ITERATION=$(LLAMA_CUDA_KQUANTS_ITER)

else
	MK_NVCCFLAGS += -DK_QUANTS_PER_ITERATION=2

endif
ifdef LLAMA_CUDA_PEER_MAX_BATCH_SIZE

	MK_NVCCFLAGS += -DGGML_CUDA_PEER_MAX_BATCH_SIZE=$(LLAMA_CUDA_PEER_MAX_BATCH_SIZE)

else
	MK_NVCCFLAGS += -DGGML_CUDA_PEER_MAX_BATCH_SIZE=128

endif # LLAMA_CUDA_PEER_MAX_BATCH_SIZE
ifdef LLAMA_CUDA_NO_PEER_COPY

	MK_NVCCFLAGS += -DGGML_CUDA_NO_PEER_COPY

endif # LLAMA_CUDA_NO_PEER_COPY
ifdef LLAMA_CUDA_CCBIN

	MK_NVCCFLAGS += -ccbin $(LLAMA_CUDA_CCBIN)

endif

ifdef JETSON_EOL_MODULE_DETECT

define NVCC_COMPILE
	$(NVCC) -I. -Icommon -D_XOPEN_SOURCE=600 -D_GNU_SOURCE -DNDEBUG -DGGML_USE_CUDA -I/usr/local/cuda/include -I/opt/cuda/include -I/usr/local/cuda/targets/aarch64-linux/include -std=c++11 -O3 $(NVCCFLAGS) $(CPPFLAGS) -Xcompiler "$(CUDA_CXXFLAGS)" -c $< -o $@
endef # NVCC_COMPILE
else
define NVCC_COMPILE
	$(NVCC) $(NVCCFLAGS) $(CPPFLAGS) -Xcompiler "$(CUDA_CXXFLAGS)" -c $< -o $@
endef # NVCC_COMPILE
endif # JETSON_EOL_MODULE_DETECT

ggml-cuda/%.o: ggml-cuda/%.cu ggml-cuda/%.cuh ggml.h ggml-common.h ggml-cuda/common.cuh

	$(NVCC_COMPILE)


ggml-cuda.o: ggml-cuda.cu ggml-cuda.h ggml.h ggml-backend.h ggml-backend-impl.h ggml-common.h $(wildcard ggml-cuda/*.cuh)

	$(NVCC_COMPILE)


endif # LLAMA_CUDA

ifdef LLAMA_CLBLAST


	MK_CPPFLAGS += -DGGML_USE_CLBLAST $(shell pkg-config --cflags-only-I clblast OpenCL)

	MK_CFLAGS   += $(shell pkg-config --cflags-only-other clblast OpenCL)

	MK_CXXFLAGS += $(shell pkg-config --cflags-only-other clblast OpenCL)


	# Mac provides OpenCL as a framework
	ifeq ($(UNAME_S),Darwin)

		MK_LDFLAGS += -lclblast -framework OpenCL

	else
		MK_LDFLAGS += $(shell pkg-config --libs clblast OpenCL)

	endif
	OBJS    += ggml-opencl.o


ggml-opencl.o: ggml-opencl.cpp ggml-opencl.h

	$(CXX) $(CXXFLAGS) -c $< -o $@

endif # LLAMA_CLBLAST

ifdef LLAMA_VULKAN

	MK_CPPFLAGS  += -DGGML_USE_VULKAN

	MK_LDFLAGS += -lvulkan

	OBJS    += ggml-vulkan.o


ifdef LLAMA_VULKAN_CHECK_RESULTS

	MK_CPPFLAGS  += -DGGML_VULKAN_CHECK_RESULTS

endif

ifdef LLAMA_VULKAN_DEBUG

	MK_CPPFLAGS  += -DGGML_VULKAN_DEBUG

endif

ifdef LLAMA_VULKAN_VALIDATE

	MK_CPPFLAGS  += -DGGML_VULKAN_VALIDATE

endif

ifdef LLAMA_VULKAN_RUN_TESTS

	MK_CPPFLAGS  += -DGGML_VULKAN_RUN_TESTS

endif

ggml-vulkan.o: ggml-vulkan.cpp ggml-vulkan.h

	$(CXX) $(CXXFLAGS) -c $< -o $@

endif # LLAMA_VULKAN

ifdef LLAMA_HIPBLAS

	ifeq ($(wildcard /opt/rocm),)

		ROCM_PATH	?= /usr

		GPU_TARGETS ?= $(shell $(shell which amdgpu-arch))

	else
		ROCM_PATH	?= /opt/rocm

		GPU_TARGETS ?= $(shell $(ROCM_PATH)/llvm/bin/amdgpu-arch)

	endif
	HIPCC                   ?= $(CCACHE) $(ROCM_PATH)/bin/hipcc

	LLAMA_CUDA_DMMV_X       ?= 32

	LLAMA_CUDA_MMV_Y        ?= 1

	LLAMA_CUDA_KQUANTS_ITER ?= 2

	MK_CPPFLAGS += -DGGML_USE_HIPBLAS -DGGML_USE_CUDA

ifdef LLAMA_HIP_UMA

	MK_CPPFLAGS += -DGGML_HIP_UMA

endif # LLAMA_HIP_UMA
	MK_LDFLAGS  += -L$(ROCM_PATH)/lib -Wl,-rpath=$(ROCM_PATH)/lib

	MK_LDFLAGS	+= -lhipblas -lamdhip64 -lrocblas

	HIPFLAGS    += $(addprefix --offload-arch=,$(GPU_TARGETS))

	HIPFLAGS    += -DGGML_CUDA_DMMV_X=$(LLAMA_CUDA_DMMV_X)

	HIPFLAGS    += -DGGML_CUDA_MMV_Y=$(LLAMA_CUDA_MMV_Y)

	HIPFLAGS    += -DK_QUANTS_PER_ITERATION=$(LLAMA_CUDA_KQUANTS_ITER)

ifdef LLAMA_CUDA_FORCE_DMMV

	HIPFLAGS 	+= -DGGML_CUDA_FORCE_DMMV

endif # LLAMA_CUDA_FORCE_DMMV
ifdef LLAMA_CUDA_NO_PEER_COPY

	HIPFLAGS 	+= -DGGML_CUDA_NO_PEER_COPY

endif # LLAMA_CUDA_NO_PEER_COPY
	OBJS        += ggml-cuda.o

	OBJS        += $(patsubst %.cu,%.o,$(wildcard ggml-cuda/*.cu))


ggml-cuda.o: ggml-cuda.cu ggml-cuda.h ggml.h ggml-backend.h ggml-backend-impl.h ggml-common.h $(wildcard ggml-cuda/*.cuh)

	$(HIPCC) $(CXXFLAGS) $(HIPFLAGS) -x hip -c -o $@ $<


ggml-cuda/%.o: ggml-cuda/%.cu ggml-cuda/%.cuh ggml.h ggml-common.h ggml-cuda/common.cuh

	$(HIPCC) $(CXXFLAGS) $(HIPFLAGS) -x hip -c -o $@ $<


endif # LLAMA_HIPBLAS

ifdef LLAMA_METAL

	MK_CPPFLAGS += -DGGML_USE_METAL

	MK_LDFLAGS  += -framework Foundation -framework Metal -framework MetalKit

	OBJS		+= ggml-metal.o

ifdef LLAMA_METAL_NDEBUG

	MK_CPPFLAGS += -DGGML_METAL_NDEBUG

endif
ifdef LLAMA_METAL_EMBED_LIBRARY

	MK_CPPFLAGS += -DGGML_METAL_EMBED_LIBRARY

	OBJS        += ggml-metal-embed.o

endif
endif # LLAMA_METAL

ifdef LLAMA_METAL

ggml-metal.o: ggml-metal.m ggml-metal.h ggml.h

	$(CC) $(CFLAGS) -c $< -o $@


ifdef LLAMA_METAL_EMBED_LIBRARY

ggml-metal-embed.o: ggml-metal.metal ggml-common.h

	@echo "Embedding Metal library"

	@sed -e '/#include "ggml-common.h"/r ggml-common.h' -e '/#include "ggml-common.h"/d' < ggml-metal.metal > ggml-metal-embed.metal

	$(eval TEMP_ASSEMBLY=$(shell mktemp))

	@echo ".section __DATA, __ggml_metallib"   >  $(TEMP_ASSEMBLY)

	@echo ".globl _ggml_metallib_start"        >> $(TEMP_ASSEMBLY)

	@echo "_ggml_metallib_start:"              >> $(TEMP_ASSEMBLY)

	@echo ".incbin \"ggml-metal-embed.metal\"" >> $(TEMP_ASSEMBLY)

	@echo ".globl _ggml_metallib_end"          >> $(TEMP_ASSEMBLY)

	@echo "_ggml_metallib_end:"                >> $(TEMP_ASSEMBLY)

	@$(AS) $(TEMP_ASSEMBLY) -o $@

	@rm -f ${TEMP_ASSEMBLY}

endif
endif # LLAMA_METAL

ifdef LLAMA_MPI

ggml-mpi.o: ggml-mpi.c ggml-mpi.h

	$(CC) $(CFLAGS) -c $< -o $@

endif # LLAMA_MPI

GF_CC := $(CC)

include scripts/get-flags.mk


# combine build flags with cmdline overrides
override CPPFLAGS  := $(MK_CPPFLAGS) $(CPPFLAGS)

override CFLAGS    := $(CPPFLAGS) $(MK_CFLAGS) $(GF_CFLAGS) $(CFLAGS)

BASE_CXXFLAGS      := $(MK_CXXFLAGS) $(CXXFLAGS)

override CXXFLAGS  := $(BASE_CXXFLAGS) $(HOST_CXXFLAGS) $(GF_CXXFLAGS) $(CPPFLAGS)

override NVCCFLAGS := $(MK_NVCCFLAGS) $(NVCCFLAGS)

override LDFLAGS   := $(MK_LDFLAGS) $(LDFLAGS)


# identify CUDA host compiler
ifdef LLAMA_CUDA

GF_CC := $(NVCC) $(NVCCFLAGS) 2>/dev/null .c -Xcompiler

include scripts/get-flags.mk

CUDA_CXXFLAGS := $(BASE_CXXFLAGS) $(GF_CXXFLAGS) -Wno-pedantic

endif

ifdef LLAMA_CURL

override CXXFLAGS := $(CXXFLAGS) -DLLAMA_USE_CURL

override LDFLAGS  := $(LDFLAGS) -lcurl

endif

#
# Print build information
#

$(info I llama.cpp build info: )
$(info I UNAME_S:   $(UNAME_S))
$(info I UNAME_P:   $(UNAME_P))
$(info I UNAME_M:   $(UNAME_M))
$(info I CFLAGS:    $(CFLAGS))
$(info I CXXFLAGS:  $(CXXFLAGS))
$(info I NVCCFLAGS: $(NVCCFLAGS))
$(info I LDFLAGS:   $(LDFLAGS))
$(info I CC:        $(shell $(CC)   --version | head -n 1))
$(info I CXX:       $(shell $(CXX)  --version | head -n 1))
ifdef LLAMA_CUDA

$(info I NVCC:      $(shell $(NVCC) --version | tail -n 1))
CUDA_VERSION := $(shell $(NVCC) --version | grep -oP 'release (\K[0-9]+\.[0-9])')

ifeq ($(shell awk -v "v=$(CUDA_VERSION)" 'BEGIN { print (v < 11.7) }'),1)

ifndef CUDA_DOCKER_ARCH

ifndef CUDA_POWER_ARCH

$(error I ERROR: For CUDA versions < 11.7 a target CUDA architecture must be explicitly provided via CUDA_DOCKER_ARCH)
endif # CUDA_POWER_ARCH
endif # CUDA_DOCKER_ARCH
endif # eq ($(shell echo "$(CUDA_VERSION) < 11.7" | bc),1)
endif # LLAMA_CUDA
$(info )

ifdef LLAMA_CUBLAS

$(info !!!!)
$(info LLAMA_CUBLAS is deprecated and will be removed in the future. Use LLAMA_CUDA instead.)
$(info !!!!)
$(info )
endif

#
# Build library
#

ggml.o: ggml.c ggml.h ggml-cuda.h

	$(CC)  $(CFLAGS)   -c $< -o $@


ggml-alloc.o: ggml-alloc.c ggml.h ggml-alloc.h

	$(CC)  $(CFLAGS)   -c $< -o $@


ggml-backend.o: ggml-backend.c ggml.h ggml-backend.h

	$(CC)  $(CFLAGS)   -c $< -o $@


ggml-quants.o: ggml-quants.c ggml.h ggml-quants.h ggml-common.h

	$(CC) $(CFLAGS)    -c $< -o $@


unicode.o: unicode.cpp unicode.h

	$(CXX) $(CXXFLAGS) -c $< -o $@


unicode-data.o: unicode-data.cpp unicode-data.h

	$(CXX) $(CXXFLAGS) -c $< -o $@


OBJS += ggml-alloc.o ggml-backend.o ggml-quants.o unicode.o unicode-data.o


llama.o: llama.cpp unicode.h ggml.h ggml-alloc.h ggml-backend.h ggml-cuda.h ggml-metal.h llama.h

	$(CXX) $(CXXFLAGS) -c $< -o $@


COMMON_H_DEPS = common/common.h common/sampling.h common/log.h

COMMON_DEPS   = common.o sampling.o grammar-parser.o build-info.o


common.o: common/common.cpp $(COMMON_H_DEPS)

	$(CXX) $(CXXFLAGS) -c $< -o $@


sampling.o: common/sampling.cpp $(COMMON_H_DEPS)

	$(CXX) $(CXXFLAGS) -c $< -o $@


console.o: common/console.cpp common/console.h

	$(CXX) $(CXXFLAGS) -c $< -o $@


grammar-parser.o: common/grammar-parser.cpp common/grammar-parser.h

	$(CXX) $(CXXFLAGS) -c $< -o $@


json-schema-to-grammar.o: common/json-schema-to-grammar.cpp common/json-schema-to-grammar.h

	$(CXX) $(CXXFLAGS) -c $< -o $@


train.o: common/train.cpp common/train.h

	$(CXX) $(CXXFLAGS) -c $< -o $@


ngram-cache.o: common/ngram-cache.cpp common/ngram-cache.h

	$(CXX) $(CXXFLAGS) -c $< -o $@


libllama.so: llama.o ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -shared -fPIC -o $@ $^ $(LDFLAGS)


libllama.a: llama.o ggml.o $(OBJS) $(COMMON_DEPS)

	ar rcs libllama.a llama.o ggml.o $(OBJS) $(COMMON_DEPS)


clean:
	rm -vrf *.o tests/*.o *.so *.a *.dll benchmark-matmult lookup-create lookup-merge lookup-stats common/build-info.cpp *.dot $(COV_TARGETS) $(BUILD_TARGETS) $(TEST_TARGETS)

	rm -vrf ggml-cuda/*.o

	find examples pocs -type f -name "*.o" -delete


#
# Examples
#

# $< is the first prerequisite, i.e. the source file.
# Explicitly compile this to an object file so that it can be cached with ccache.
# The source file is then filtered out from $^ (the list of all prerequisites) and the object file is added instead.

# Helper function that replaces .c, .cpp, and .cu file endings with .o:
GET_OBJ_FILE = $(patsubst %.c,%.o,$(patsubst %.cpp,%.o,$(patsubst %.cu,%.o,$(1))))


main: examples/main/main.cpp                                  ggml.o llama.o $(COMMON_DEPS) console.o grammar-parser.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)

	@echo

	@echo '====  Run ./main -h for help.  ===='

	@echo


infill: examples/infill/infill.cpp                            ggml.o llama.o $(COMMON_DEPS) console.o grammar-parser.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


simple: examples/simple/simple.cpp                            ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tokenize: examples/tokenize/tokenize.cpp                      ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


batched: examples/batched/batched.cpp                         ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


batched-bench: examples/batched-bench/batched-bench.cpp       build-info.o ggml.o llama.o common.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


quantize: examples/quantize/quantize.cpp                      build-info.o ggml.o llama.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


quantize-stats: examples/quantize-stats/quantize-stats.cpp    build-info.o ggml.o llama.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


perplexity: examples/perplexity/perplexity.cpp                ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


imatrix: examples/imatrix/imatrix.cpp                         ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


embedding: examples/embedding/embedding.cpp                   ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


gritlm: examples/gritlm/gritlm.cpp                         ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


save-load-state: examples/save-load-state/save-load-state.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


server: examples/server/server.cpp examples/server/utils.hpp examples/server/httplib.h common/json.hpp examples/server/index.html.hpp examples/server/index.js.hpp examples/server/completion.js.hpp json-schema-to-grammar.o common/stb_image.h ggml.o llama.o $(COMMON_DEPS) grammar-parser.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h %.hpp $<,$^) -Iexamples/server $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) $(LWINSOCK2)


gguf: examples/gguf/gguf.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


gguf-split: examples/gguf-split/gguf-split.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


train-text-from-scratch: examples/train-text-from-scratch/train-text-from-scratch.cpp ggml.o llama.o $(COMMON_DEPS) train.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


convert-llama2c-to-ggml: examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp ggml.o llama.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


llama-bench: examples/llama-bench/llama-bench.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


libllava.a: examples/llava/llava.cpp examples/llava/llava.h examples/llava/clip.cpp examples/llava/clip.h common/stb_image.h common/base64.hpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -static -fPIC -c $< -o $@ -Wno-cast-qual


llava-cli: examples/llava/llava-cli.cpp examples/llava/clip.h examples/llava/clip.cpp examples/llava/llava.h examples/llava/llava.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) -c examples/llava/clip.cpp  -o $(call GET_OBJ_FILE, examples/llava/clip.cpp) -Wno-cast-qual

	$(CXX) $(CXXFLAGS) -c examples/llava/llava.cpp -o $(call GET_OBJ_FILE, examples/llava/llava.cpp)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $< examples/llava/clip.cpp examples/llava/llava.cpp,$^) $(call GET_OBJ_FILE, $<) $(call GET_OBJ_FILE, examples/llava/clip.cpp) $(call GET_OBJ_FILE, examples/llava/llava.cpp) -o $@ $(LDFLAGS)


baby-llama: examples/baby-llama/baby-llama.cpp ggml.o llama.o $(COMMON_DEPS) train.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


beam-search: examples/beam-search/beam-search.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


finetune: examples/finetune/finetune.cpp ggml.o llama.o $(COMMON_DEPS) train.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


export-lora: examples/export-lora/export-lora.cpp ggml.o common/common.h $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)

retrieval: examples/retrieval/retrieval.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


speculative: examples/speculative/speculative.cpp ggml.o llama.o $(COMMON_DEPS) grammar-parser.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


parallel: examples/parallel/parallel.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


lookahead: examples/lookahead/lookahead.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


lookup: examples/lookup/lookup.cpp ggml.o llama.o ngram-cache.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)

	$(CXX) $(CXXFLAGS) -c examples/lookup/lookup-create.cpp -o $(call GET_OBJ_FILE, examples/lookup/lookup-create.cpp)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, examples/lookup/lookup-create.cpp) -o lookup-create $(LDFLAGS)

	$(CXX) $(CXXFLAGS) -c examples/lookup/lookup-merge.cpp -o $(call GET_OBJ_FILE, examples/lookup/lookup-merge.cpp)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, examples/lookup/lookup-merge.cpp) -o lookup-merge $(LDFLAGS)

	$(CXX) $(CXXFLAGS) -c examples/lookup/lookup-stats.cpp -o $(call GET_OBJ_FILE, examples/lookup/lookup-stats.cpp)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, examples/lookup/lookup-stats.cpp) -o lookup-stats $(LDFLAGS)


passkey: examples/passkey/passkey.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


ifeq ($(UNAME_S),Darwin)

swift: examples/batched.swift

	(cd examples/batched.swift; make build)

endif

common/build-info.cpp: $(wildcard .git/index) scripts/build-info.sh

	@sh scripts/build-info.sh "$(CC)" > $@.tmp

	@if ! cmp -s $@.tmp $@; then \

		mv $@.tmp $@; \

	else \

		rm $@.tmp; \

	fi


build-info.o: common/build-info.cpp

	$(CXX) $(CXXFLAGS) -c $(filter-out %.h,$^) -o $@


#
# Tests
#

tests: $(TEST_TARGETS)


benchmark-matmult: examples/benchmark/benchmark-matmult.cpp build-info.o ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


run-benchmark-matmult: benchmark-matmult

	./$@


.PHONY: run-benchmark-matmult swift


vdot: pocs/vdot/vdot.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


q8dot: pocs/vdot/q8dot.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-llama-grammar: tests/test-llama-grammar.cpp ggml.o grammar-parser.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-grammar-parser: tests/test-grammar-parser.cpp ggml.o llama.o grammar-parser.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-double-float: tests/test-double-float.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-json-schema-to-grammar: tests/test-json-schema-to-grammar.cpp json-schema-to-grammar.o ggml.o llama.o grammar-parser.o $(OBJS)

	$(CXX) $(CXXFLAGS) -Iexamples/server -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-grad0: tests/test-grad0.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-opt: tests/test-opt.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-quantize-fns: tests/test-quantize-fns.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-quantize-perf: tests/test-quantize-perf.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-sampling: tests/test-sampling.cpp ggml.o llama.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-tokenizer-0-falcon: tests/test-tokenizer-0-falcon.cpp ggml.o llama.o $(COMMON_DEPS) console.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-tokenizer-0-llama: tests/test-tokenizer-0-llama.cpp ggml.o llama.o $(COMMON_DEPS) console.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-tokenizer-1-bpe: tests/test-tokenizer-1-bpe.cpp ggml.o llama.o $(COMMON_DEPS) console.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-tokenizer-1-llama: tests/test-tokenizer-1-llama.cpp ggml.o llama.o $(COMMON_DEPS) console.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-rope: tests/test-rope.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-c.o: tests/test-c.c llama.h

	$(CC) $(CFLAGS) -c $(filter-out %.h,$^) -o $@


tests/test-backend-ops: tests/test-backend-ops.cpp ggml.o $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-model-load-cancel: tests/test-model-load-cancel.cpp ggml.o llama.o tests/get-model.cpp $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-autorelease: tests/test-autorelease.cpp ggml.o llama.o tests/get-model.cpp $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)


tests/test-chat-template: tests/test-chat-template.cpp ggml.o llama.o $(COMMON_DEPS) $(OBJS)

	$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)

	$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)