From 2d948639be49f73d9f1e2fb7a8a4976f89e8bfc2 Mon Sep 17 00:00:00 2001
From: Meng Zhang <meng@tabbyml.com>
Date: Fri, 27 Oct 2023 16:36:54 -0700
Subject: [PATCH] fix: docker build for llama cuda backend

---
 crates/llama-cpp-bindings/build.rs | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/crates/llama-cpp-bindings/build.rs b/crates/llama-cpp-bindings/build.rs
index a3dc112..a0c511b 100644
--- a/crates/llama-cpp-bindings/build.rs
+++ b/crates/llama-cpp-bindings/build.rs
@@ -14,6 +14,9 @@ fn main() {
     }
     if cfg!(feature = "cuda") {
         config.define("LLAMA_CUBLAS", "ON");
+        println!("cargo:rustc-link-lib=cudart");
+        println!("cargo:rustc-link-lib=cublas");
+        println!("cargo:rustc-link-lib=cublasLt");
     }
 
     let dst = config.build();