diff --git a/experimental/copy-to-modelscope/main.sh b/experimental/copy-to-modelscope/main.sh index 442f555..5f4e357 100755 --- a/experimental/copy-to-modelscope/main.sh +++ b/experimental/copy-to-modelscope/main.sh @@ -13,8 +13,8 @@ if [ -z "${MODEL_ID}" ]; then usage fi -git clone https://oauth2:${ACCESS_TOKEN}@www.modelscope.cn/$MODEL_ID.git ms_model -git clone https://huggingface.co/$MODEL_ID hf_model +git clone https://oauth2:${ACCESS_TOKEN}@www.modelscope.cn/$MODEL_ID.git ms_model --depth 1 +git clone https://huggingface.co/$MODEL_ID hf_model --depth 1 echo "Sync directory" rsync -avh --exclude '.git' --delete hf_model/ ms_model/ @@ -52,6 +52,7 @@ set -x pushd ms_model git add . git commit -m "sync with upstream" +git lfs push origin git push origin popd diff --git a/experimental/copy-to-modelscope/sync.sh b/experimental/copy-to-modelscope/sync.sh new file mode 100644 index 0000000..e56a410 --- /dev/null +++ b/experimental/copy-to-modelscope/sync.sh @@ -0,0 +1,20 @@ +#!/bin/bash + +set -ex + +# TabbyML/StarCoder-3B + +MODELS=$(cat <