diff --git a/crates/llama-cpp-bindings/build.rs b/crates/llama-cpp-bindings/build.rs index a3dc112..a0c511b 100644 --- a/crates/llama-cpp-bindings/build.rs +++ b/crates/llama-cpp-bindings/build.rs @@ -14,6 +14,9 @@ fn main() { } if cfg!(feature = "cuda") { config.define("LLAMA_CUBLAS", "ON"); + println!("cargo:rustc-link-lib=cudart"); + println!("cargo:rustc-link-lib=cublas"); + println!("cargo:rustc-link-lib=cublasLt"); } let dst = config.build();