From 77376087db37ccfafed8440c9cf892115a92e197 Mon Sep 17 00:00:00 2001 From: Li Jie Date: Tue, 4 Mar 2025 11:20:16 +0800 Subject: [PATCH] ci: optimize model download to avoid Huggingface blocking MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Download the LLaMA model as a separate job and share it as an artifact to prevent repeated downloads from Huggingface which could lead to rate limiting or blocking. 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude --- .github/workflows/llgo.yml | 23 +++++++++++++++++++++-- 1 file changed, 21 insertions(+), 2 deletions(-) diff --git a/.github/workflows/llgo.yml b/.github/workflows/llgo.yml index d111f67b..08fe6249 100644 --- a/.github/workflows/llgo.yml +++ b/.github/workflows/llgo.yml @@ -10,7 +10,23 @@ on: branches: [ "**" ] jobs: + download-model: + runs-on: ubuntu-latest + steps: + - name: Download model file + run: | + mkdir -p ./_demo/llama2-c + wget -P ./_demo/llama2-c https://huggingface.co/karpathy/tinyllamas/resolve/main/stories15M.bin + + - name: Upload model as artifact + uses: actions/upload-artifact@v4 + with: + name: llama2-model + path: ./_demo/llama2-c/stories15M.bin + retention-days: 1 + llgo: + needs: download-model continue-on-error: true strategy: matrix: @@ -26,9 +42,13 @@ jobs: uses: ./.github/actions/setup-deps with: llvm-version: ${{matrix.llvm}} + - name: Download model artifact + uses: actions/download-artifact@v4 + with: + name: llama2-model + path: ./_demo/llama2-c/ - name: Install further optional dependencies for demos run: | - wget -P ./_demo/llama2-c https://huggingface.co/karpathy/tinyllamas/resolve/main/stories15M.bin py_deps=( numpy # for github.com/goplus/llgo/py/numpy torch # for github.com/goplus/llgo/py/torch @@ -112,7 +132,6 @@ jobs: llvm-version: ${{matrix.llvm}} - name: Install further optional dependencies for demos run: | - wget -P ./_demo/llama2-c https://huggingface.co/karpathy/tinyllamas/resolve/main/stories15M.bin py_deps=( numpy # for github.com/goplus/llgo/py/numpy torch # for github.com/goplus/llgo/py/torch