[Amir] moved from sequencing the project builds to having a lock file… #226
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Mac/Linux Build Flow | |
| on: | |
| push: | |
| branches: | |
| - main | |
| workflow_dispatch: | |
| env: | |
| CI: true | |
| RUST_BACKTRACE: 1 | |
| jobs: | |
| build: | |
| timeout-minutes: 40 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - platform: macos-latest | |
| target: aarch64-apple-darwin | |
| - platform: ubuntu-latest | |
| target: x86_64-unknown-linux-gnu | |
| # - platform: windows-latest | |
| # target: x86_64-pc-windows-msvc | |
| # - platform: macos-13 | |
| # target: x86_64-apple-darwin | |
| runs-on: ${{ matrix.platform }} | |
| if: false | |
| steps: | |
| - name: envs | |
| shell: bash | |
| run: | | |
| echo "USER_HOME=$HOME" >> $GITHUB_ENV | |
| - name: Enable symlinks | |
| shell: bash | |
| run: | | |
| git config --global core.symlinks true | |
| git config --global core.autocrlf false | |
| git config --global core.eol lf | |
| - uses: actions/checkout@v4 | |
| - name: Rewrite submodule URLs and checkout submodules | |
| shell: bash | |
| run: | | |
| git config --global url.https://gh_pat:${{ secrets.GH_PAT }}@github.com/.insteadOf [email protected]: | |
| git submodule sync --recursive | |
| git submodule update --init --recursive --depth=1 | |
| git config --global --unset url.https://gh_pat:${{ secrets.GH_PAT }}@github.com/.insteadOf | |
| - name: Setup Python packages | |
| run: | | |
| python -m pip install -U pip | |
| python -m pip install -r crates/objs/tests/scripts/requirements.txt | |
| pip install -U "huggingface_hub[cli]" | |
| - name: Cache HuggingFace models | |
| uses: actions/cache@v4 | |
| id: cache-hf | |
| with: | |
| path: ${{ env.USER_HOME }}/.cache/huggingface | |
| key: hf-cache-llama2-7b-chat | |
| enableCrossOsArchive: true | |
| - name: Check and Download Llama model | |
| if: steps.cache-hf.outputs.cache-hit != 'true' | |
| run: | | |
| huggingface-cli download --revision 191239b3e26b2882fb562ffccdd1cf0f65402adb TheBloke/Llama-2-7B-Chat-GGUF llama-2-7b-chat.Q4_K_M.gguf | |
| huggingface-cli download --revision main --token ${{ secrets.CI_HF_TOKEN }} meta-llama/Llama-2-13b-chat-hf tokenizer_config.json | |
| - name: setup-rust | |
| uses: ./.github/actions/setup-rust | |
| with: | |
| platform: ${{ matrix.platform }} | |
| target: ${{ matrix.target }} | |
| - name: setup-node | |
| uses: ./.github/actions/setup-node | |
| with: | |
| platform: ${{ matrix.platform }} | |
| - name: clean | |
| shell: bash | |
| run: | | |
| make ci.clean | |
| - name: Generate code coverage | |
| shell: bash | |
| run: | | |
| make ci.coverage | |
| env: | |
| HF_TEST_TOKEN_ALLOWED: ${{ secrets.HF_TEST_TOKEN_ALLOWED }} | |
| HF_TEST_TOKEN_PUBLIC: ${{ secrets.HF_TEST_TOKEN_PUBLIC }} | |
| CI_DEFAULT_VARIANT: cpu | |
| - name: Upload coverage reports to Codecov | |
| uses: codecov/[email protected] | |
| if: success() | |
| continue-on-error: true | |
| with: | |
| name: BodhiApp-${{ matrix.target }} | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| slug: BodhiSearch/BodhiApp | |
| files: lcov.info | |
| fail_ci_if_error: false | |
| flags: ${{ matrix.target }},bodhi | |
| - name: Run UI Tests | |
| run: | | |
| make ci.ui | |
| - name: Upload coverage reports to Codecov | |
| uses: codecov/[email protected] | |
| if: success() | |
| continue-on-error: true | |
| with: | |
| name: BodhiApp-${{ matrix.target }} | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| slug: BodhiSearch/BodhiApp | |
| files: | | |
| crates/bodhi/coverage/coverage-final.json | |
| crates/bodhi/coverage/clover.xml | |
| fail_ci_if_error: false | |
| flags: ${{ matrix.target }},bodhi,ui |