From 1d364fd62817da40a2dd98f3171f1c299f044f22 Mon Sep 17 00:00:00 2001
From: Meng Zhang <meng@tabbyml.com>
Date: Tue, 3 Oct 2023 20:03:13 -0700
Subject: [PATCH] feat: add sync.sh for copy-to-modelscope

---
 experimental/copy-to-modelscope/main.sh |  5 +++--
 experimental/copy-to-modelscope/sync.sh | 20 ++++++++++++++++++++
 2 files changed, 23 insertions(+), 2 deletions(-)
 create mode 100644 experimental/copy-to-modelscope/sync.sh

diff --git a/experimental/copy-to-modelscope/main.sh b/experimental/copy-to-modelscope/main.sh
index 442f555..5f4e357 100755
--- a/experimental/copy-to-modelscope/main.sh
+++ b/experimental/copy-to-modelscope/main.sh
@@ -13,8 +13,8 @@ if [ -z "${MODEL_ID}" ]; then
   usage
 fi
 
-git clone https://oauth2:${ACCESS_TOKEN}@www.modelscope.cn/$MODEL_ID.git ms_model
-git clone https://huggingface.co/$MODEL_ID hf_model
+git clone https://oauth2:${ACCESS_TOKEN}@www.modelscope.cn/$MODEL_ID.git ms_model --depth 1
+git clone https://huggingface.co/$MODEL_ID hf_model --depth 1
 
 echo "Sync directory"
 rsync -avh --exclude '.git' --delete hf_model/ ms_model/
@@ -52,6 +52,7 @@ set -x
 pushd ms_model
 git add .
 git commit -m "sync with upstream"
+git lfs push origin
 git push origin
 popd
 
diff --git a/experimental/copy-to-modelscope/sync.sh b/experimental/copy-to-modelscope/sync.sh
new file mode 100644
index 0000000..e56a410
--- /dev/null
+++ b/experimental/copy-to-modelscope/sync.sh
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+set -ex
+
+# TabbyML/StarCoder-3B
+
+MODELS=$(cat <<EOF
+TabbyML/StarCoder-7B
+TabbyML/WizardCoder-1B
+TabbyML/WizardCoder-3B
+TabbyML/CodeLlama-7B
+TabbyML/CodeLlama-13B
+TabbyML/StarCoder-1B
+EOF
+)
+
+for i in $MODELS; do
+  ./main.sh $i $1
+done
+