ci.yml 3.7 KB
Newer Older
1 2 3 4 5 6 7 8
name: CI

on:
  push:
    branches: [master, try-import]
  pull_request:
  
jobs:
9 10 11 12 13 14 15
  check-commit:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v2.3.1
        with:
          fetch-depth: 0
      - uses: actions/setup-node@v2.1.0
16 17 18 19 20
      - name: Check commit
        if: ${{ github.event.pull_request }}
        run: |
          yarn add @commitlint/config-conventional @commitlint/cli
          yarn commitlint --from ${{ github.event.pull_request.base.sha }} --to HEAD
21

22 23
  cpu-test:
    runs-on: self-hosted
H
huangxinda 已提交
24
    needs: [check-commit]
25
    container:
H
huangxinda 已提交
26
      image: localhost:5000/megengine-ci:v1
27 28
      env:
        FTP_URL_PREFIX: ${{ secrets.FTP_URL_PREFIX }}
29 30 31 32 33
    steps:
      - name: Checkout MegEngine
        uses: actions/checkout@v2
      - name: Checkout submodules
        run: |
H
huangxinda 已提交
34
          apt update&&apt install ninja-build
35 36 37 38 39
          ./third_party/prepare.sh
          ./third_party/install-mkl.sh
      - name: Build MegEngine
        run: ./ci/cmake.sh cpu
      - name: Python test
H
huangxinda 已提交
40 41 42 43 44 45
        run: |
          rm -rf imperative/python/megenginelite/
          cp -rf lite/pylite/megenginelite/ imperative/python/
          mkdir -p imperative/python/megenginelite/libs
          cp /tmp/build/cpu/lite/liblite_shared_whl.so imperative/python/megenginelite/libs/liblite_shared_whl.so
          ./ci/run_python_test.sh cpu
46 47 48 49
      - name: C++ test
        run: ./ci/run_cpp_test.sh cpu
  gpu-test:
    runs-on: self-hosted
H
huangxinda 已提交
50
    needs: [check-commit]
51
    container:
H
huangxinda 已提交
52
      image: localhost:5000/megengine-ci:v1
53
      volumes:
H
huangxinda 已提交
54
        - /usr/local/cuda-10.1-cudnn-7.6.3-trt-6.0.1.5-libs:/usr/local/cuda-10.1-cudnn-7.6.3-trt-6.0.1.5-libs
55 56 57
      options: --gpus all --shm-size 1g
      env:
        NCCL_LAUNCH_MODE: PARALLEL
58
        FTP_URL_PREFIX: ${{ secrets.FTP_URL_PREFIX }}
59 60 61 62 63
    steps:
      - name: Checkout MegEngine
        uses: actions/checkout@v2
      - name: Checkout submodules
        run: |
H
huangxinda 已提交
64
          apt update&&apt install ninja-build
65 66 67 68 69
          ./third_party/prepare.sh
          ./third_party/install-mkl.sh
      - name: Build MegEngine
        run: ./ci/cmake.sh cuda
      - name: Python test
H
huangxinda 已提交
70 71 72 73 74 75
        run: |
          rm -rf imperative/python/megenginelite/
          cp -rf lite/pylite/megenginelite/ imperative/python/
          mkdir -p imperative/python/megenginelite/libs
          cp /tmp/build/cuda/lite/liblite_shared_whl.so imperative/python/megenginelite/libs/liblite_shared_whl.so
          ./ci/run_python_test.sh cuda
76 77 78 79
      - name: C++ test
        run: ./ci/run_cpp_test.sh cuda
  auto-merge:
    if: ${{ github.ref == 'refs/heads/try-import' }}
H
huangxinda 已提交
80
    runs-on: self-hosted
81
    needs: [cpu-test, gpu-test]
H
huangxinda 已提交
82 83
    container:
      image: localhost:5000/megengine-ci:v1
84 85 86 87 88 89 90 91 92 93 94 95 96
    steps:
      - name: Checkout MegEngine
        uses: actions/checkout@v2
        with:
          fetch-depth: '0'
      - name: Merge with master
        run: |
          git config user.name "megvii-mge"
          git config user.email "megengine@megvii.com"
          git fetch origin master
          git checkout -b master origin/master
          git rebase try-import
          git push
97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
  send-dingding:
    runs-on: ubuntu-latest
    needs: [cpu-test, gpu-test]
    if: ${{ always() && github.ref == 'refs/heads/try-import' && (needs.cpu-test.result == 'failure' || needs.gpu-test.result == 'failure' ) }}
    steps:
      - name: run
        uses: zcong1993/actions-ding@master
        with:
          dingToken: ${{ secrets.DINGDING_TOKEN }}
          body: |
            {
              "msgtype": "link",
              "link": {
                  "text": "Workflow ${{ github.run_id }} Failed",
                  "title": "Action Alert",
                  "picUrl": "",
                  "messageUrl": "https://github.com/MegEngine/MegEngine/actions/runs/${{ github.run_id }}"
              }
            }