diff --git a/CHANGELOG.md b/CHANGELOG.md
index c102de9..6597ba7 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,11 @@
 ## Features
 ## Fixes and improvements
 
+# v0.2.1 (10/03/2023)
+
+## Fixes and improvements
+* set default num_replicas_per_device for ctranslate2 backend to increase parallelism.
+
 # v0.2.0 (10/03/2023)
 ## Features
 ### Chat Model & Web Interface
diff --git a/Cargo.lock b/Cargo.lock
index 65417e1..e1da931 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -3086,7 +3086,7 @@ dependencies = [
 
 [[package]]
 name = "tabby"
-version = "0.3.0-dev"
+version = "0.2.1"
 dependencies = [
  "anyhow",
  "async-stream",
diff --git a/Cargo.toml b/Cargo.toml
index 240eec3..d8ea93c 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -13,7 +13,7 @@ members = [
 ]
 
 [workspace.package]
-version = "0.3.0-dev"
+version = "0.2.1"
 edition = "2021"
 authors = ["Meng Zhang"]
 homepage = "https://github.com/TabbyML/tabby"
diff --git a/crates/tabby/Cargo.toml b/crates/tabby/Cargo.toml
index 4be0bd3..ed2391d 100644
--- a/crates/tabby/Cargo.toml
+++ b/crates/tabby/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "tabby"
-version = "0.3.0-dev"
+version = "0.2.1"
 edition = "2021"
 
 [dependencies]