diff --git a/.gitmodules b/.gitmodules
index 17f7250..c510600 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,3 +1,6 @@
 [submodule "crates/ctranslate2-bindings/CTranslate2"]
 	path = crates/ctranslate2-bindings/CTranslate2
 	url = https://github.com/OpenNMT/CTranslate2.git
+[submodule "crates/llama-cpp-bindings/llama.cpp"]
+	path = crates/llama-cpp-bindings/llama.cpp
+	url = https://github.com/TabbyML/llama.cpp
diff --git a/crates/llama-cpp-bindings/llama.cpp b/crates/llama-cpp-bindings/llama.cpp
new file mode 160000
index 0000000..bce1fef
--- /dev/null
+++ b/crates/llama-cpp-bindings/llama.cpp
@@ -0,0 +1 @@
+Subproject commit bce1fef328941499dc0acb76cc7fd7ac90449c2f