From 7643291a37071732c18ff0311e80d25abd83c318 Mon Sep 17 00:00:00 2001 From: Gilad S Date: Wed, 22 Jan 2025 20:48:14 +0200 Subject: [PATCH] fix: adapt to breaking `llama.cpp` changes --- src/bindings/utils/compileLLamaCpp.ts | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/src/bindings/utils/compileLLamaCpp.ts b/src/bindings/utils/compileLLamaCpp.ts index ad40b259..e2cf181e 100644 --- a/src/bindings/utils/compileLLamaCpp.ts +++ b/src/bindings/utils/compileLLamaCpp.ts @@ -103,6 +103,13 @@ export async function compileLlamaCpp(buildOptions: BuildOptions, compileOptions if (toolchainFile != null && !cmakeCustomOptions.has("CMAKE_TOOLCHAIN_FILE")) cmakeToolchainOptions.set("CMAKE_TOOLCHAIN_FILE", toolchainFile); + if (toolchainFile != null && + buildOptions.gpu === "vulkan" && + useWindowsLlvm && + !cmakeCustomOptions.has("GGML_VULKAN_SHADERS_GEN_TOOLCHAIN") + ) + cmakeToolchainOptions.set("GGML_VULKAN_SHADERS_GEN_TOOLCHAIN", toolchainFile); + if (buildOptions.gpu === "metal" && process.platform === "darwin" && !cmakeCustomOptions.has("GGML_METAL")) cmakeCustomOptions.set("GGML_METAL", "1"); else if (!cmakeCustomOptions.has("GGML_METAL"))