ci: optimize model download to avoid Huggingface blocking
Download the LLaMA model as a separate job and share it as an artifact to prevent repeated downloads from Huggingface which could lead to rate limiting or blocking. 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
23
.github/workflows/llgo.yml
vendored
23
.github/workflows/llgo.yml
vendored
@@ -10,7 +10,23 @@ on:
|
|||||||
branches: [ "**" ]
|
branches: [ "**" ]
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
|
download-model:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Download model file
|
||||||
|
run: |
|
||||||
|
mkdir -p ./_demo/llama2-c
|
||||||
|
wget -P ./_demo/llama2-c https://huggingface.co/karpathy/tinyllamas/resolve/main/stories15M.bin
|
||||||
|
|
||||||
|
- name: Upload model as artifact
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: llama2-model
|
||||||
|
path: ./_demo/llama2-c/stories15M.bin
|
||||||
|
retention-days: 1
|
||||||
|
|
||||||
llgo:
|
llgo:
|
||||||
|
needs: download-model
|
||||||
continue-on-error: true
|
continue-on-error: true
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
@@ -26,9 +42,13 @@ jobs:
|
|||||||
uses: ./.github/actions/setup-deps
|
uses: ./.github/actions/setup-deps
|
||||||
with:
|
with:
|
||||||
llvm-version: ${{matrix.llvm}}
|
llvm-version: ${{matrix.llvm}}
|
||||||
|
- name: Download model artifact
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
name: llama2-model
|
||||||
|
path: ./_demo/llama2-c/
|
||||||
- name: Install further optional dependencies for demos
|
- name: Install further optional dependencies for demos
|
||||||
run: |
|
run: |
|
||||||
wget -P ./_demo/llama2-c https://huggingface.co/karpathy/tinyllamas/resolve/main/stories15M.bin
|
|
||||||
py_deps=(
|
py_deps=(
|
||||||
numpy # for github.com/goplus/llgo/py/numpy
|
numpy # for github.com/goplus/llgo/py/numpy
|
||||||
torch # for github.com/goplus/llgo/py/torch
|
torch # for github.com/goplus/llgo/py/torch
|
||||||
@@ -112,7 +132,6 @@ jobs:
|
|||||||
llvm-version: ${{matrix.llvm}}
|
llvm-version: ${{matrix.llvm}}
|
||||||
- name: Install further optional dependencies for demos
|
- name: Install further optional dependencies for demos
|
||||||
run: |
|
run: |
|
||||||
wget -P ./_demo/llama2-c https://huggingface.co/karpathy/tinyllamas/resolve/main/stories15M.bin
|
|
||||||
py_deps=(
|
py_deps=(
|
||||||
numpy # for github.com/goplus/llgo/py/numpy
|
numpy # for github.com/goplus/llgo/py/numpy
|
||||||
torch # for github.com/goplus/llgo/py/torch
|
torch # for github.com/goplus/llgo/py/torch
|
||||||
|
|||||||
Reference in New Issue
Block a user