feature(pu): add mistralai moe in transformer feedforward and head of… #716
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Code Test | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - dev/* | |
| - fix/* | |
| - test/* | |
| - dev-* | |
| - fix-* | |
| jobs: | |
| unittest: | |
| name: Code test | |
| runs-on: ${{ matrix.os }} | |
| if: "!contains(github.event.head_commit.message, 'ci skip')" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: | |
| - 'self-hosted-ubuntu' | |
| - 'macos-12' | |
| python-version: | |
| - '3.8' | |
| - '3.9' | |
| - '3.10' | |
| steps: | |
| - name: Get system version for Linux | |
| if: ${{ runner.os == 'Linux' }} | |
| shell: bash | |
| run: | | |
| echo "OS_NAME=Linux" >> $GITHUB_ENV | |
| echo "IS_WIN=" >> $GITHUB_ENV | |
| echo "IS_MAC=" >> $GITHUB_ENV | |
| - name: Get system version for MacOS | |
| if: ${{ runner.os == 'macOS' }} | |
| shell: bash | |
| run: | | |
| echo "OS_NAME=MacOS" >> $GITHUB_ENV | |
| echo "IS_WIN=" >> $GITHUB_ENV | |
| echo "IS_MAC=1" >> $GITHUB_ENV | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 20 | |
| - name: Set up system dependences on MacOS | |
| if: ${{ env.OS_NAME == 'MacOS' }} | |
| shell: bash | |
| run: | | |
| brew install tree cloc wget curl make zip graphviz | |
| brew install llvm # Install llvm (which includes clang) | |
| echo 'export PATH="/usr/local/opt/llvm/bin:$PATH"' >> $GITHUB_ENV # update PATH | |
| dot -V | |
| - name: Set CC and CXX variables | |
| run: | | |
| echo "CC=$(which clang)" >> $GITHUB_ENV | |
| echo "CXX=$(which clang++)" >> $GITHUB_ENV | |
| - name: Set up python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install PyPI dependencies | |
| shell: bash | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install --upgrade flake8 setuptools wheel twine | |
| pip install -r requirements.txt | |
| pip install -r requirements-build.txt | |
| pip install -r requirements-test.txt | |
| pip uninstall DI-engine -y | |
| pip install git+http://github.com/opendilab/DI-engine.git@main#egg=DI-engine[common_env] | |
| pip install transformers | |
| - name: Run unittest on MacOS or Linux | |
| if: ${{ env.OS_NAME == 'MacOS' || env.OS_NAME == 'Linux'}} | |
| env: | |
| CI: 'true' | |
| LINETRACE: 1 | |
| shell: bash | |
| run: | | |
| make clean build unittest | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| file: ./coverage.xml | |
| flags: unittests | |
| name: codecov-umbrella | |
| fail_ci_if_error: false |