travis_config.sh 6.1 KB
Newer Older
1
#!/bin/bash
2 3 4 5
#Customize multibuild logic that is run after entering docker.
#Sourced by docker_build_wrap.sh and docker_test_wrap.sh .
#Runs in Docker, so only the vars passed to `docker run' exist.
#See multibuild/README.rst
6
echo "===  Loading config.sh  === "
7

8 9 10 11 12
# To see build progress
function build_wheel {
    build_bdist_wheel $@
}

13 14
function bdist_wheel_cmd {
    # copied from multibuild's common_utils.sh
K
Kian-Meng, Ang 已提交
15
    # add osx deployment target so it doesn't default to 10.6
16
    local abs_wheelhouse=$1
O
Olli-Pekka Heinisuo 已提交
17
    CI_BUILD=1 pip wheel --verbose --wheel-dir="$PWD/dist" . $BDIST_PARAMS
18
    cp dist/*.whl $abs_wheelhouse
O
Olli-Pekka Heinisuo 已提交
19
    if [ -z "$IS_OSX" ]; then
O
Olli-Pekka Heinisuo 已提交
20 21 22
      TOOLS_PATH=/opt/_internal/tools
      /opt/python/cp37-cp37m/bin/python -m venv $TOOLS_PATH
      source $TOOLS_PATH/bin/activate
23 24 25 26
      python$PYTHON_VERSION -m pip install auditwheel==3.2.0
      python$PYTHON_VERSION patch_auditwheel_whitelist.py
      # to avoid issues with numpy wheels
      rm /io/wheelhouse/numpy*
O
Olli-Pekka Heinisuo 已提交
27
      deactivate
O
Olli-Pekka Heinisuo 已提交
28
    fi
29
    if [ -n "$USE_CCACHE" -a -z "$BREW_BOOTSTRAP_MODE" ]; then ccache -s; fi
30 31
}

32 33
if [ -n "$IS_OSX" ]; then
  echo "    > OSX environment "
I
Ivan Pozdeev 已提交
34
  export MAKEFLAGS="-j$(sysctl -n hw.ncpu)"
35 36
else
  echo "    > Linux environment "
O
Olli-Pekka Heinisuo 已提交
37
  export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/Qt5.15.0/lib
I
Ivan Pozdeev 已提交
38
  export MAKEFLAGS="-j$(grep -E '^processor[[:space:]]*:' /proc/cpuinfo | wc -l)"
39
fi
O
Olli-Pekka Heinisuo 已提交
40

41 42 43
if [ -n "$IS_OSX" ]; then

    source travis_osx_brew_cache.sh
O
Olli-Pekka Heinisuo 已提交
44

45 46
    BREW_SLOW_BUILIDING_PACKAGES=$(printf '%s\n' \
        "cmake 15" \
I
Ivan Pozdeev 已提交
47
        "ffmpeg_opencv 10" \
48
    )
O
Olli-Pekka Heinisuo 已提交
49

I
Ivan Pozdeev 已提交
50 51 52 53 54
    function generate_ffmpeg_formula {
        local FF="ffmpeg"
        local LFF="ffmpeg_opencv"
        local FF_FORMULA; FF_FORMULA=$(brew formula "$FF")
        local LFF_FORMULA; LFF_FORMULA="$(dirname "$FF_FORMULA")/${LFF}.rb"
O
Olli-Pekka Heinisuo 已提交
55

I
Ivan Pozdeev 已提交
56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77
        local REGENERATE
        if [ -f "$LFF_FORMULA" ]; then
            local UPSTREAM_VERSION VERSION
            _brew_parse_package_info "$FF" " " UPSTREAM_VERSION _ _
            _brew_parse_package_info "$LFF" " " VERSION _ _   || REGENERATE=1
            #`rebuild` clause is ignored on `brew bottle` and deleted
            # from newly-generated formula on `brew bottle --merge` for some reason
            # so can't compare rebuild numbers
            if [ "$UPSTREAM_VERSION" != "$VERSION" ]; then
                REGENERATE=1
            fi
        else
            REGENERATE=1
        fi
        if [ -n "$REGENERATE" ]; then
            echo "Regenerating custom ffmpeg formula"
            # Bottle block syntax: https://docs.brew.sh/Bottles#bottle-dsl-domain-specific-language
            perl -wpe 'BEGIN {our ($found_blank, $bottle_block);}
                if (/(^class )(Ffmpeg)(\s.*)/) {$_=$1.$2."Opencv".$3."\n"; next;}
                if (!$found_blank && /^$/) {$_.="conflicts_with \"ffmpeg\"\n\n"; $found_blank=1; next;}
                if (!$bottle_block && /^\s*bottle do$/) { $bottle_block=1; next; }
                if ($bottle_block) { if (/^\s*end\s*$/) { $bottle_block=0} elsif (/^\s*sha256\s/) {$_=""} next; }
O
Olli-Pekka Heinisuo 已提交
78
if (/^\s*depends_on "(x264|x265|xvid|frei0r|rubberband|libvidstab)"$/) {$_=""; next;}
O
Olli-Pekka Heinisuo 已提交
79
                if (/^\s*--enable-(gpl|libx264|libx265|libxvid|frei0r|librubberband|libvidstab)$/) {$_=""; next;}
I
Ivan Pozdeev 已提交
80 81 82 83 84 85 86 87 88 89 90
                ' <"$FF_FORMULA" >"$LFF_FORMULA"
            diff -u "$FF_FORMULA" "$LFF_FORMULA" || test $? -le 1

            (   cd "$(dirname "$LFF_FORMULA")"
                # This is the official way to add a formula
                # https://docs.brew.sh/Formula-Cookbook#commit
                git add "$(basename "$LFF_FORMULA")"
                git commit -m "add/update custom ffmpeg ${VERSION}"
            )
        fi
    }
O
Olli-Pekka Heinisuo 已提交
91

92 93
fi

O
Olli-Pekka Heinisuo 已提交
94 95
function pre_build {
  echo "Starting pre-build"
96
  set -e -o pipefail
O
Olli-Pekka Heinisuo 已提交
97

98 99 100
  if [ -n "$IS_OSX" ]; then
    brew install lapack
  else
101 102
    # epel-release need for aarch64 to get openblas packages
    yum install -y lapack-devel epel-release && yum install -y openblas-devel
103 104 105 106
    cp /usr/include/lapacke/lapacke*.h /usr/include/
    curl https://raw.githubusercontent.com/xianyi/OpenBLAS/v0.3.3/cblas.h -o /usr/include/cblas.h
  fi

O
Olli-Pekka Heinisuo 已提交
107
  if [ -n "$IS_OSX" ]; then
108
    echo "Running for OSX"
O
Olli-Pekka Heinisuo 已提交
109

110 111
    local CACHE_STAGE;# (echo "$TRAVIS_BUILD_STAGE_NAME" | grep -qiF "final") || CACHE_STAGE=1
    CACHE_STAGE=
112
    export HOMEBREW_NO_AUTO_UPDATE=1
O
Olli-Pekka Heinisuo 已提交
113

I
Ivan Pozdeev 已提交
114
    #after the cache stage, all bottles and Homebrew metadata should be already cached locally
115 116 117 118 119
    # if [ -n "$CACHE_STAGE" ]; then
    #     brew update
    #     generate_ffmpeg_formula
    #     brew_add_local_bottles
    # fi
120 121

    echo 'Installing FFmpeg'
122

123 124 125 126
    # if [ -n "$CACHE_STAGE" ]; then
    #     brew_install_and_cache_within_time_limit ffmpeg_opencv || { [ $? -gt 1 ] && return 2 || return 0; }
    # else
        brew update
127
        generate_ffmpeg_formula
128 129 130 131
        brew_add_local_bottles
        # brew unlink python@2
        brew install --build-bottle ffmpeg_opencv
    # fi
I
Ivan Pozdeev 已提交
132

133
    # echo 'Installing qt5'
134

135 136 137 138 139 140 141
    # if [ -n "$CACHE_STAGE" ]; then
    #    echo "Qt5 has bottle, no caching needed"
    # else
    #    brew switch qt 5.13.2
    #    brew pin qt
    #    export PATH="/usr/local/opt/qt/bin:$PATH"
    # fi
O
Olli-Pekka Heinisuo 已提交
142

I
Ivan Pozdeev 已提交
143 144 145 146
    if [ -n "$CACHE_STAGE" ]; then
        brew_go_bootstrap_mode 0
        return 0
    fi
O
Olli-Pekka Heinisuo 已提交
147

148 149
    # Have to install macpython late to avoid conflict with Homebrew Python update
    before_install
O
Olli-Pekka Heinisuo 已提交
150

O
Olli-Pekka Heinisuo 已提交
151 152 153 154 155 156 157 158 159
  else
    echo "Running for linux"
  fi
}

function run_tests {
    # Runs tests on installed distribution from an empty directory
    echo "Run tests..."
    echo $PWD
160

A
Andrey Senyaev 已提交
161 162
    PYTHON=python$PYTHON_VERSION

163
    if [ -n "$IS_OSX" ]; then
164
      echo "Running for OS X"
165 166 167 168

      cd ../tests
      $PYTHON get_build_info.py

A
Andrey Senyaev 已提交
169 170
      cd ../opencv/
      export OPENCV_TEST_DATA_PATH=../opencv_extra/testdata
171 172
    else
      echo "Running for linux"
A
Andrey Senyaev 已提交
173 174 175 176

      if [ $PYTHON == "python3.6" ]; then
        $PYTHON -m pip install -U numpy==1.19.4
      fi
177 178 179
      cd /io/tests
      $PYTHON get_build_info.py

A
Andrey Senyaev 已提交
180 181
      cd /io/opencv
      export OPENCV_TEST_DATA_PATH=/io/opencv_extra/testdata
182
    fi
O
Olli-Pekka Heinisuo 已提交
183

184 185 186 187 188 189 190 191
    test_wheels
}

function test_wheels {

    echo "Starting tests..."

    #Test package
A
Andrey Senyaev 已提交
192
    $PYTHON modules/python/test/test.py -v --repo .
O
Olli-Pekka Heinisuo 已提交
193
}
194 195

export PS4='+(${BASH_SOURCE}:${LINENO}): ${FUNCNAME[0]:+${FUNCNAME[0]}(): }'
O
Olli-Pekka Heinisuo 已提交
196
set -x