fix: docker build for llama cuda backend

2023-10-27 16:36:54 -07:00 · 2023-10-27 16:36:54 -07:00 · 2d948639be
parent c3e7b470e5
commit 2d948639be
1 changed files with 3 additions and 0 deletions
--- a/crates/llama-cpp-bindings/build.rs
+++ b/crates/llama-cpp-bindings/build.rs
@ -14,6 +14,9 @@ fn main() {
    }
    if cfg!(feature = "cuda") {
        config.define("LLAMA_CUBLAS", "ON");
+        println!("cargo:rustc-link-lib=cudart");
+        println!("cargo:rustc-link-lib=cublas");
+        println!("cargo:rustc-link-lib=cublasLt");
    }

    let dst = config.build();