paddle_build.bat 36.6 KB
Newer Older
1
@ECHO OFF
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
rem Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
rem
rem Licensed under the Apache License, Version 2.0 (the "License");
rem you may not use this file except in compliance with the License.
rem You may obtain a copy of the License at
rem
rem     http://www.apache.org/licenses/LICENSE-2.0
rem
rem Unless required by applicable law or agreed to in writing, software
rem distributed under the License is distributed on an "AS IS" BASIS,
rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
rem See the License for the specific language governing permissions and
rem limitations under the License.

rem =================================================
rem       Paddle CI Task On Windows Platform
rem =================================================

20
@ECHO ON
21
setlocal enabledelayedexpansion
22

23
rem -------clean up environment-----------
24
set work_dir=%cd%
Z
Zhou Wei 已提交
25
if not defined cache_dir set cache_dir=%work_dir:Paddle=cache%
26 27 28
if not exist %cache_dir%\tools (
    git clone https://github.com/zhouwei25/tools.git %cache_dir%\tools
)
29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44
taskkill /f /im cmake.exe /t 2>NUL
taskkill /f /im ninja.exe /t 2>NUL
taskkill /f /im MSBuild.exe /t 2>NUL
taskkill /f /im cl.exe /t 2>NUL
taskkill /f /im lib.exe /t 2>NUL
taskkill /f /im link.exe /t 2>NUL
taskkill /f /im vctip.exe /t 2>NUL
taskkill /f /im cvtres.exe /t 2>NUL
taskkill /f /im rc.exe /t 2>NUL
taskkill /f /im mspdbsrv.exe /t 2>NUL
taskkill /f /im csc.exe /t 2>NUL
taskkill /f /im python.exe /t 2>NUL
taskkill /f /im nvcc.exe /t 2>NUL
taskkill /f /im cicc.exe /t 2>NUL
taskkill /f /im ptxas.exe /t 2>NUL
taskkill /f /im op_function_generator.exe /t 2>NUL
45 46 47
wmic process where name="op_function_generator.exe" call terminate 2>NUL
wmic process where name="cvtres.exe" call terminate 2>NUL
wmic process where name="rc.exe" call terminate 2>NUL
48 49
wmic process where name="cl.exe" call terminate 2>NUL
wmic process where name="lib.exe" call terminate 2>NUL
50
wmic process where name="python.exe" call terminate 2>NUL
51

52
rem ------initialize common variable------
53
if not defined GENERATOR set GENERATOR="Visual Studio 15 2017 Win64"
54
if not defined BRANCH set BRANCH=develop
55
if not defined WITH_TENSORRT set WITH_TENSORRT=ON
56 57 58
if not defined TENSORRT_ROOT set TENSORRT_ROOT=D:/TensorRT
if not defined CUDA_ARCH_NAME set CUDA_ARCH_NAME=Auto
if not defined WITH_GPU set WITH_GPU=ON
59 60 61
if not defined WITH_MKL set WITH_MKL=ON
if not defined WITH_AVX set WITH_AVX=ON
if not defined WITH_TESTING set WITH_TESTING=ON
62
if not defined MSVC_STATIC_CRT set MSVC_STATIC_CRT=ON
63 64 65
if not defined WITH_PYTHON set WITH_PYTHON=ON
if not defined ON_INFER set ON_INFER=ON
if not defined WITH_INFERENCE_API_TEST set WITH_INFERENCE_API_TEST=ON
66
if not defined WITH_STATIC_LIB set WITH_STATIC_LIB=ON
67
if not defined WITH_TPCACHE set WITH_TPCACHE=OFF
68 69
if not defined WITH_CLCACHE set WITH_CLCACHE=OFF
if not defined WITH_CACHE set WITH_CACHE=OFF
70
if not defined WITH_SCCACHE set WITH_SCCACHE=OFF
71
if not defined WITH_UNITY_BUILD set WITH_UNITY_BUILD=OFF
72
if not defined INFERENCE_DEMO_INSTALL_DIR set INFERENCE_DEMO_INSTALL_DIR=%cache_dir:\=/%/inference_demo
73
if not defined LOG_LEVEL set LOG_LEVEL=normal
74 75
if not defined PRECISION_TEST set PRECISION_TEST=OFF
if not defined NIGHTLY_MODE set PRECISION_TEST=OFF
76
if not defined retry_times set retry_times=3
77
if not defined PYTHON_ROOT set PYTHON_ROOT=C:\Python37
78
if not defined BUILD_DIR set BUILD_DIR=build
79
set task_name=%1
80
set UPLOAD_TP_FILE=OFF
81

82 83 84 85 86 87 88 89 90 91 92 93 94 95 96
rem ------initialize the python environment------
set PYTHON_EXECUTABLE=%PYTHON_ROOT%\python.exe
set PATH=%PYTHON_ROOT%\Scripts;%PYTHON_ROOT%;%PATH%
if "%WITH_PYTHON%" == "ON" (
    where python
    where pip
    pip install wheel --user
    pip install -r %work_dir%\python\requirements.txt --user
    if !ERRORLEVEL! NEQ 0 (
        echo pip install requirements.txt failed!
        exit /b 7
    )
)

rem -------Caching strategy 1: keep build directory for incremental compilation-----------
97 98 99 100 101 102 103
rmdir %BUILD_DIR%\python /s/q
rmdir %BUILD_DIR%\paddle\third_party\externalError /s/q
rem rmdir %BUILD_DIR%\paddle\fluid\pybind /s/q
rmdir %BUILD_DIR%\paddle_install_dir /s/q
rmdir %BUILD_DIR%\paddle_inference_install_dir /s/q
rmdir %BUILD_DIR%\paddle_inference_c_install_dir /s/q
del %BUILD_DIR%\CMakeCache.txt
104

105
if "%WITH_CACHE%"=="OFF" (
106
    rmdir %BUILD_DIR% /s/q
107 108 109
    goto :mkbuild
)

Z
Zhou Wei 已提交
110 111
set error_code=0
type %cache_dir%\error_code.txt
112
: set /p error_code=< %cache_dir%\error_code.txt
Z
Zhou Wei 已提交
113
if %error_code% NEQ 0 (
114
    rmdir %BUILD_DIR% /s/q
Z
Zhou Wei 已提交
115 116 117
    goto :mkbuild
)

118
setlocal enabledelayedexpansion
Z
Zhou Wei 已提交
119 120 121
git show-ref --verify --quiet refs/heads/last_pr
if %ERRORLEVEL% EQU 0 (
    git diff HEAD last_pr --stat --name-only
122
    git diff HEAD last_pr --stat --name-only | findstr "setup.py.in"
123
    if !ERRORLEVEL! EQU 0 (
124
        rmdir %BUILD_DIR% /s/q
125
    )
Z
Zhou Wei 已提交
126 127 128
    git branch -D last_pr
    git branch last_pr
) else (
129
    rmdir %BUILD_DIR% /s/q
Z
Zhou Wei 已提交
130 131 132
    git branch last_pr
)

133 134 135 136 137 138 139
for /F %%# in ('wmic os get localdatetime^|findstr 20') do set datetime=%%#
set day_now=%datetime:~6,2%
set day_before=-1
set /p day_before=< %cache_dir%\day.txt
if %day_now% NEQ %day_before% (
    echo %day_now% > %cache_dir%\day.txt
    type %cache_dir%\day.txt
140
    rmdir %BUILD_DIR% /s/q
141 142 143
    goto :mkbuild
)

144
:mkbuild
145
if not exist %BUILD_DIR% (
Z
Zhou Wei 已提交
146
    echo Windows build cache FALSE
Z
zhangchunle 已提交
147
    set Windows_Build_Cache=FALSE
148
    mkdir %BUILD_DIR%
Z
Zhou Wei 已提交
149 150
) else (
    echo Windows build cache TRUE
Z
zhangchunle 已提交
151
    set Windows_Build_Cache=TRUE
152
)
Z
zhangchunle 已提交
153
echo ipipe_log_param_Windows_Build_Cache: %Windows_Build_Cache%
154
cd /d %BUILD_DIR%
155
dir .
Z
Zhou Wei 已提交
156
dir %cache_dir%
157
dir paddle\fluid\pybind\Release
158 159
rem -------Caching strategy 1: End --------------------------------

160

161 162
rem -------Caching strategy 2: sccache decorate compiler-----------
if "%WITH_SCCACHE%"=="ON" (
163
    del D:\sccache\sccache_log.txt
164
    cmd /C sccache -V || call :install_sccache
165
    sccache --stop-server 2> NUL
166 167

    :: Localy storage on windows
168 169
    if not exist D:\sccache mkdir D:\sccache
    set SCCACHE_DIR=D:\sccache\.cache
170 171
    
    :: Sccache will shut down if a source file takes more than 10 mins to compile
zhouweiwei2014's avatar
zhouweiwei2014 已提交
172
    set SCCACHE_IDLE_TIMEOUT=0
173
    set SCCACHE_CACHE_SIZE=100G
174 175
    set SCCACHE_ERROR_LOG=D:\sccache\sccache_log.txt
    set SCCACHE_LOG=quiet
176 177 178 179 180 181 182

    :: Distributed storage on windows
    set SCCACHE_ENDPOINT=s3.bj.bcebos.com
    set SCCACHE_BUCKET=paddle-windows
    set SCCACHE_S3_KEY_PREFIX=sccache/
    set SCCACHE_S3_USE_SSL=true

183 184 185 186
    sccache --start-server
    sccache -z
    goto :CASE_%1
) else (
187
    del %PYTHON_ROOT%\sccache.exe 2> NUL
188 189
    goto :CASE_%1
)
190

191 192 193 194 195 196 197
:install_sccache
echo There is not sccache in this PC, will install sccache.
echo Download package from https://paddle-ci.gz.bcebos.com/window_requirement/sccache.exe
%PYTHON_ROOT%\python.exe -c "import wget;wget.download('https://paddle-ci.gz.bcebos.com/window_requirement/sccache.exe')"
xcopy sccache.exe %PYTHON_ROOT%\Scripts\ /Y
goto:eof
rem -------Caching strategy 2: End --------------------------------
198 199 200

echo "Usage: paddle_build.bat [OPTION]"
echo "OPTION:"
201 202
echo "wincheck_mkl: run Windows MKL/GPU PR CI tasks on Windows"
echo "wincheck_openbals: run Windows OPENBLAS/CPU PR CI tasks on Windows"
203 204
echo "build_avx_whl: build Windows avx whl package on Windows"
echo "build_no_avx_whl: build Windows no avx whl package on Windows"
205
echo "build_inference_lib: build Windows inference library on Windows"
206 207
exit /b 1

208
rem ------PR CI windows check for MKL/GPU----------
209
:CASE_wincheck_mkl
210
set WITH_MKL=ON
211
set WITH_GPU=ON
212
set WITH_AVX=ON
213
set MSVC_STATIC_CRT=OFF
Z
Zhou Wei 已提交
214
set ON_INFER=ON
215

216 217 218
call :cmake || goto cmake_error
call :build || goto build_error
call :test_whl_pacakage || goto test_whl_pacakage_error
219
call :test_unit || goto test_unit_error
220
call :test_inference || goto test_inference_error
221
:: call :check_change_of_unittest || goto check_change_of_unittest_error
222 223
goto:success

224
rem ------PR CI windows check for OPENBLAS/CPU------
225
:CASE_wincheck_openblas
226
set WITH_MKL=OFF
227
set WITH_GPU=OFF
228
set WITH_AVX=OFF
229
set MSVC_STATIC_CRT=ON
230
set retry_times=1
Z
Zhou Wei 已提交
231
set ON_INFER=OFF
232

233 234 235
call :cmake || goto cmake_error
call :build || goto build_error
call :test_whl_pacakage || goto test_whl_pacakage_error
236
call :test_unit || goto test_unit_error
Z
Zhou Wei 已提交
237
:: call :test_inference || goto test_inference_error
238
:: call :check_change_of_unittest || goto check_change_of_unittest_error
239 240
goto:success

241 242 243 244 245
rem ------Build windows avx whl package------
:CASE_build_avx_whl
set WITH_AVX=ON
set ON_INFER=OFF
set CUDA_ARCH_NAME=All
246
set retry_times=4
247 248 249 250 251 252 253 254 255 256 257

call :cmake || goto cmake_error
call :build || goto build_error
call :test_whl_pacakage || goto test_whl_pacakage_error
goto:success

rem ------Build windows no-avx whl package------
:CASE_build_no_avx_whl
set WITH_AVX=OFF
set ON_INFER=OFF
set CUDA_ARCH_NAME=All
258
set retry_times=4
259 260 261 262 263 264 265 266

call :cmake || goto cmake_error
call :build || goto build_error
call :test_whl_pacakage || goto test_whl_pacakage_error
goto:success

rem ------Build windows inference library------
:CASE_build_inference_lib
267
set ON_INFER=ON
268 269
set WITH_PYTHON=OFF
set CUDA_ARCH_NAME=All
270 271
python %work_dir%\tools\remove_grad_op_and_kernel.py
if %errorlevel% NEQ 0 exit /b 1
272 273 274

call :cmake || goto cmake_error
call :build || goto build_error
275
call :test_inference || goto test_inference_error
276
call :test_inference_ut || goto test_inference_ut_error
277 278
call :zip_cc_file || goto zip_cc_file_error
call :zip_c_file || goto zip_c_file_error
279 280
goto:success

281 282 283 284
rem "Other configurations are added here"
rem :CASE_wincheck_others
rem call ...

285

286 287
rem ---------------------------------------------------------------------------------------------
:cmake
288
@ECHO OFF
289 290 291
echo    ========================================
echo    Step 1. Cmake ...
echo    ========================================
292

293 294 295
rem Configure the environment for 64-bit builds. 'DISTUTILS_USE_SDK' indicates that the user has selected the compiler.
call "C:\Program Files (x86)\Microsoft Visual Studio\2017\Community\VC\Auxiliary\Build\vcvars64.bat"
set DISTUTILS_USE_SDK=1
296 297
rem Windows 10 Kit bin dir
set PATH=C:\Program Files (x86)\Windows Kits\10\bin\10.0.17763.0\x64;%PATH%
298 299
rem Use 64-bit ToolSet to compile
set PreferredToolArchitecture=x64
300

301 302
for /F %%# in ('wmic os get localdatetime^|findstr 20') do set start=%%#
set start=%start:~4,10%
303

304
if not defined CUDA_TOOLKIT_ROOT_DIR set CUDA_TOOLKIT_ROOT_DIR=C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v10.2
305
set PATH=%TENSORRT_ROOT:/=\%\lib;%CUDA_TOOLKIT_ROOT_DIR%\bin;%CUDA_TOOLKIT_ROOT_DIR%\libnvvp;%PATH%
306

307 308 309 310 311 312 313 314 315 316 317 318 319
rem install ninja if GENERATOR is Ninja
if %GENERATOR% == "Ninja" (
    pip install ninja
    if %errorlevel% NEQ 0 (
        echo pip install ninja failed!
        exit /b 7
    )
)

rem ------show summary of current GPU environment----------
cmake --version
if "%WITH_GPU%"=="ON" (
    nvcc --version
320
    nvidia-smi 2>NUL
321 322 323 324 325 326 327 328 329 330 331 332 333
)

rem ------pre install clcache and init config----------
rem pip install clcache --user
pip uninstall -y clcache
:: set USE_CLCACHE to enable clcache
rem set USE_CLCACHE=1
:: In some scenarios, CLCACHE_HARDLINK can save one file copy.
rem set CLCACHE_HARDLINK=1
:: If it takes more than 1000s to obtain the right to use the cache, an error will be reported
rem set CLCACHE_OBJECT_CACHE_TIMEOUT_MS=1000000
:: set maximum cache size to 20G
rem clcache.exe -M 21474836480
334

335
rem ------set third_party cache dir------
336 337 338 339 340 341 342 343
: clear third party cache every once in a while
for /F %%# in ('wmic os get localdatetime^|findstr 20') do set datetime=%%#
set day_now=%datetime:~6,2%
set day_before=-1
set /p day_before=< %cache_dir%\day.txt
if %day_now% NEQ %day_before% (
    echo %day_now% > %cache_dir%\day.txt
    type %cache_dir%\day.txt
344
    if %day_now% EQU 21 (
345
        rmdir %cache_dir%\third_party /s/q
346 347
    )
    if %day_now% EQU 11 (
348
        rmdir %cache_dir%\third_party /s/q
349
    )
350
    if %day_now% EQU 01 (
351
        rmdir %cache_dir%\third_party /s/q
352 353 354
    )
)

355
if "%WITH_TPCACHE%"=="OFF" (
356
    set THIRD_PARTY_PATH=%work_dir:\=/%/%BUILD_DIR%/third_party
357 358 359 360 361 362 363 364 365 366 367
    goto :cmake_impl
)

echo set -ex > cache.sh
echo md5_content=$(cat %work_dir:\=/%/cmake/external/*.cmake  ^|md5sum ^| awk '{print $1}') >> cache.sh
echo echo ${md5_content}^>md5.txt >> cache.sh

%cache_dir%\tools\busybox64.exe cat cache.sh
%cache_dir%\tools\busybox64.exe bash cache.sh

set /p md5=< md5.txt
368 369 370 371 372 373 374 375 376
echo %task_name%|findstr build >nul && (
    set THIRD_PARTY_HOME=%cache_dir:\=/%/third_party
    set THIRD_PARTY_PATH=!THIRD_PARTY_HOME!/%md5%
    echo %task_name% is a whl-build task, will only reuse local third_party cache.
    goto :cmake_impl
) || ( 
    echo %task_name% is a PR-CI-Windows task, will try to reuse bos and local third_party cache both. 
)

377
if "%WITH_GPU%"=="ON" (
378 379
    for /F %%# in ('dir /b /d "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\"') do set cuda_version=%%#
    set cuda_version=!cuda_version:~-4!
380
    set sub_dir=cuda!cuda_version:.=!
381
) else (
382
    set sub_dir=cpu
383
)
384
set THIRD_PARTY_HOME=%cache_dir:\=/%/third_party/%sub_dir%
385
set THIRD_PARTY_PATH=%THIRD_PARTY_HOME%/%md5%
386 387 388 389 390 391 392 393 394 395 396 397

if not exist %THIRD_PARTY_PATH% (
    echo There is no usable third_party cache in %THIRD_PARTY_PATH%, will download from bos.
    pip install wget
    if not exist %THIRD_PARTY_HOME% mkdir "%THIRD_PARTY_HOME%"
    cd %THIRD_PARTY_HOME%
    echo Getting third party: downloading ...
    %PYTHON_ROOT%\python.exe -c "import wget;wget.download('https://paddle-windows.bj.bcebos.com/third_party/%sub_dir%/%md5%.tar.gz')" 2>nul
    if !ERRORLEVEL! EQU 0 (
        echo Getting third party: extracting ...
        tar -xf %md5%.tar.gz
        if !ERRORLEVEL! EQU 0 ( 
398
            echo Get third party from bos successfully.
399
        ) else (
400
            echo Get third party failed, reason: extract failed, will build locally.
401 402 403
        )
        del %md5%.tar.gz
    ) else (
404
        echo Get third party failed, reason: download failed, will build locally.
405
    )
406
    if not exist %THIRD_PARTY_PATH% set UPLOAD_TP_FILE=ON
407 408
    cd %work_dir%\%BUILD_DIR%
) else (
409
    echo Found reusable third_party cache in %THIRD_PARTY_PATH%, will reuse it.
410
)
411 412

:cmake_impl
413
echo cmake .. -G %GENERATOR% -DCMAKE_BUILD_TYPE=Release -DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
414
-DWITH_TESTING=%WITH_TESTING% -DWITH_PYTHON=%WITH_PYTHON% -DPYTHON_EXECUTABLE=%PYTHON_EXECUTABLE% -DON_INFER=%ON_INFER% ^
415
-DWITH_INFERENCE_API_TEST=%WITH_INFERENCE_API_TEST% -DTHIRD_PARTY_PATH=%THIRD_PARTY_PATH% ^
416
-DINFERENCE_DEMO_INSTALL_DIR=%INFERENCE_DEMO_INSTALL_DIR% -DWITH_STATIC_LIB=%WITH_STATIC_LIB% ^
417
-DWITH_TENSORRT=%WITH_TENSORRT% -DTENSORRT_ROOT="%TENSORRT_ROOT%" -DMSVC_STATIC_CRT=%MSVC_STATIC_CRT% ^
418
-DWITH_UNITY_BUILD=%WITH_UNITY_BUILD% -DCUDA_ARCH_NAME=%CUDA_ARCH_NAME% -DCUB_PATH=%THIRD_PARTY_HOME%/cub
419

420
cmake .. -G %GENERATOR% -DCMAKE_BUILD_TYPE=Release -DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
421
-DWITH_TESTING=%WITH_TESTING% -DWITH_PYTHON=%WITH_PYTHON% -DPYTHON_EXECUTABLE=%PYTHON_EXECUTABLE% -DON_INFER=%ON_INFER% ^
422
-DWITH_INFERENCE_API_TEST=%WITH_INFERENCE_API_TEST% -DTHIRD_PARTY_PATH=%THIRD_PARTY_PATH% ^
423
-DINFERENCE_DEMO_INSTALL_DIR=%INFERENCE_DEMO_INSTALL_DIR% -DWITH_STATIC_LIB=%WITH_STATIC_LIB% ^
424
-DWITH_TENSORRT=%WITH_TENSORRT% -DTENSORRT_ROOT="%TENSORRT_ROOT%" -DMSVC_STATIC_CRT=%MSVC_STATIC_CRT% ^
425
-DWITH_UNITY_BUILD=%WITH_UNITY_BUILD% -DCUDA_ARCH_NAME=%CUDA_ARCH_NAME% -DCUB_PATH=%THIRD_PARTY_HOME%/cub
426 427 428
goto:eof

:cmake_error
Z
Zhou Wei 已提交
429
echo 7 > %cache_dir%\error_code.txt
430
type %cache_dir%\error_code.txt
431
echo Cmake failed, will exit!
Z
Zhou Wei 已提交
432
exit /b 7
433 434 435

rem ---------------------------------------------------------------------------------------------
:build
436
@ECHO OFF
437
echo    ========================================
438
echo    Step 2. Build Paddle ...
439 440
echo    ========================================

441
for /F %%# in ('wmic cpu get NumberOfLogicalProcessors^|findstr [0-9]') do set /a PARALLEL_PROJECT_COUNT=%%#*4/5
442
echo "PARALLEL PROJECT COUNT is %PARALLEL_PROJECT_COUNT%"
443

444
set build_times=1
445 446 447 448 449 450 451
rem MSbuild will build third_party first to improve compiler stability.
if NOT %GENERATOR% == "Ninja" (
    goto :build_tp
) else (
    goto :build_paddle
)

452
:build_tp
453
echo Build third_party the %build_times% time:
454 455 456
if %GENERATOR% == "Ninja" (
    ninja third_party
) else (
457
    MSBuild /m /p:PreferredToolArchitecture=x64 /p:Configuration=Release /verbosity:%LOG_LEVEL% third_party.vcxproj
458
)
459

460 461
if %ERRORLEVEL% NEQ 0 (
    set /a build_times=%build_times%+1  
462
    if %build_times% GEQ %retry_times% (
Z
Zhou Wei 已提交
463
        exit /b 7
464
    ) else (
465
        echo Build third_party failed, will retry!
466 467 468
        goto :build_tp
    )
)
469
echo Build third_party successfully!
470 471

set build_times=1
472

473
:build_paddle
L
LoveAn 已提交
474
:: reset clcache zero stats for collect PR's actual hit rate
475
rem clcache.exe -z
L
LoveAn 已提交
476

477
rem -------clean up environment again-----------
478 479 480 481 482 483 484 485 486 487 488 489 490 491
taskkill /f /im cmake.exe /t 2>NUL
taskkill /f /im MSBuild.exe /t 2>NUL
taskkill /f /im cl.exe /t 2>NUL
taskkill /f /im lib.exe /t 2>NUL
taskkill /f /im link.exe /t 2>NUL
taskkill /f /im vctip.exe /t 2>NUL
taskkill /f /im cvtres.exe /t 2>NUL
taskkill /f /im rc.exe /t 2>NUL
taskkill /f /im mspdbsrv.exe /t 2>NUL
taskkill /f /im csc.exe /t 2>NUL
taskkill /f /im nvcc.exe /t 2>NUL
taskkill /f /im cicc.exe /t 2>NUL
taskkill /f /im ptxas.exe /t 2>NUL
taskkill /f /im op_function_generator.exe /t 2>NUL
492
wmic process where name="cmake.exe" call terminate 2>NUL
493 494 495
wmic process where name="op_function_generator.exe" call terminate 2>NUL
wmic process where name="cvtres.exe" call terminate 2>NUL
wmic process where name="rc.exe" call terminate 2>NUL
496 497
wmic process where name="cl.exe" call terminate 2>NUL
wmic process where name="lib.exe" call terminate 2>NUL
498

499
if "%WITH_TESTING%"=="ON" (
500
    for /F "tokens=1 delims= " %%# in ('tasklist ^| findstr /i test') do taskkill /f /im %%# /t
501 502
)

503
echo Build Paddle the %build_times% time:
504
if %GENERATOR% == "Ninja" (
505
    ninja all
506
) else (
507
    if "%WITH_CLCACHE%"=="OFF" (
Z
Zhou Wei 已提交
508
        MSBuild /m:%PARALLEL_PROJECT_COUNT% /p:PreferredToolArchitecture=x64 /p:TrackFileAccess=false /p:Configuration=Release /verbosity:%LOG_LEVEL% ALL_BUILD.vcxproj
509
    ) else (
510
        MSBuild /m:%PARALLEL_PROJECT_COUNT% /p:PreferredToolArchitecture=x64 /p:TrackFileAccess=false /p:CLToolExe=clcache.exe /p:CLToolPath=%PYTHON_ROOT%\Scripts /p:Configuration=Release /verbosity:%LOG_LEVEL% ALL_BUILD.vcxproj
511
    )
512 513
)

514
if %ERRORLEVEL% NEQ 0 (
515
    set /a build_times=%build_times%+1
516
    if %build_times% GEQ %retry_times% (
Z
Zhou Wei 已提交
517
        exit /b 7
518
    ) else (
519
        echo Build Paddle failed, will retry!
520 521 522
        goto :build_paddle
    )
)
523

524 525
if "%UPLOAD_TP_FILE%"=="ON" (
    set BCE_FILE=%cache_dir%\bce-python-sdk-0.8.33\BosClient.py
526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542
    echo Uploading third_party: checking bce ...
    if not exist %cache_dir%\bce-python-sdk-0.8.33 (
        echo There is no bce in this PC, will install bce.
        cd %cache_dir%
        echo Download package from https://paddle-windows.bj.bcebos.com/bce-python-sdk-0.8.33.tar.gz
        %PYTHON_ROOT%\python.exe -c "import wget;wget.download('https://paddle-windows.bj.bcebos.com/bce-python-sdk-0.8.33.tar.gz')"
        %PYTHON_ROOT%\python.exe -c "import shutil;shutil.unpack_archive('bce-python-sdk-0.8.33.tar.gz', extract_dir='./',format='gztar')"
        cd %cache_dir%\bce-python-sdk-0.8.33
        %PYTHON_ROOT%\python.exe setup.py install 1>nul
        del %cache_dir%\bce-python-sdk-0.8.33.tar.gz
    )
    if !errorlevel! EQU 0 (
        cd %THIRD_PARTY_HOME%
        echo Uploading third_party: compressing ...
        tar -zcf %md5%.tar.gz %md5%
        if !errorlevel! EQU 0 (
            echo Uploading third_party: uploading ...
543
            %PYTHON_ROOT%\python.exe !BCE_FILE! %md5%.tar.gz paddle-windows/third_party/%sub_dir% 1>nul
544
            if !errorlevel! EQU 0 (
545
                echo Upload third party %md5% to bos paddle-windows/third_party/%sub_dir% successfully.
546
            ) else (
547
                echo Failed upload third party to bos, reason: upload failed.
548 549
            )
        ) else (
550
            echo Failed upload third party to bos, reason: compress failed.
551 552 553
        )
        del %md5%.tar.gz
    ) else (
554
        echo Failed upload third party to bos, reason: install bce failed.
555 556 557 558
    )
    cd %work_dir%\%BUILD_DIR%
)

559
echo Build Paddle successfully!
Z
Zhou Wei 已提交
560 561
echo 0 > %cache_dir%\error_code.txt
type %cache_dir%\error_code.txt
562

563
:: ci will collect sccache hit rate
564 565 566
if "%WITH_SCCACHE%"=="ON" (
    call :collect_sccache_hits
)
567

568 569 570
goto:eof

:build_error
Z
Zhou Wei 已提交
571
echo 7 > %cache_dir%\error_code.txt
572
type %cache_dir%\error_code.txt
573
echo Build Paddle failed, will exit!
574
exit /b 7
575 576 577

rem ---------------------------------------------------------------------------------------------
:test_whl_pacakage
578
@ECHO OFF
579 580 581
echo    ========================================
echo    Step 3. Test pip install whl package ...
echo    ========================================
582

583 584
setlocal enabledelayedexpansion

585 586 587
for /F %%# in ('wmic os get localdatetime^|findstr 20') do set end=%%#
set end=%end:~4,10%
call :timestamp "%start%" "%end%" "Build"
588

589 590 591
%cache_dir%\tools\busybox64.exe du -h -d 0 %cd%\python\dist > whl_size.txt
set /p whlsize=< whl_size.txt
for /F %%i in ("%whlsize%") do echo "Windows PR whl Size: %%i"
Z
zhangchunle 已提交
592
for /F %%i in ("%whlsize%") do echo ipipe_log_param_Windows_PR_whl_Size: %%i
593

594 595
dir /s /b python\dist\*.whl > whl_file.txt
set /p PADDLE_WHL_FILE_WIN=< whl_file.txt
596

Z
Zhou Wei 已提交
597
@ECHO ON
Z
Zhou Wei 已提交
598 599
pip uninstall -y paddlepaddle
pip uninstall -y paddlepaddle-gpu
600
pip install %PADDLE_WHL_FILE_WIN% --user
Z
Zhou Wei 已提交
601 602 603
if %ERRORLEVEL% NEQ 0 (
    call paddle_winci\Scripts\deactivate.bat 2>NUL
    echo pip install whl package failed!
Z
Zhou Wei 已提交
604
    exit /b 1
Z
Zhou Wei 已提交
605
)
606

607
set CUDA_VISIBLE_DEVICES=0
Z
Zhou Wei 已提交
608
python %work_dir%\paddle\scripts\installation_validate.py
609 610 611
goto:eof

:test_whl_pacakage_error
612 613
::echo 1 > %cache_dir%\error_code.txt
::type %cache_dir%\error_code.txt
Z
Zhou Wei 已提交
614
echo Test import paddle failed, will exit!
Z
Zhou Wei 已提交
615
exit /b 1
616 617

rem ---------------------------------------------------------------------------------------------
618
:test_unit
Z
Zhou Wei 已提交
619
@ECHO ON
620 621 622
echo    ========================================
echo    Step 4. Running unit tests ...
echo    ========================================
623

624 625 626
: set CI_SKIP_CPP_TEST if only *.py changed
git diff --name-only %BRANCH% | findstr /V "\.py" || set CI_SKIP_CPP_TEST=ON

627 628 629 630 631 632
pip install -r %work_dir%\python\unittest_py\requirements.txt --user
if %ERRORLEVEL% NEQ 0 (
    echo pip install unittest requirements.txt failed!
    exit /b 7
)

633 634
for /F %%# in ('wmic os get localdatetime^|findstr 20') do set start=%%#
set start=%start:~4,10%
Z
Zhou Wei 已提交
635

636
set FLAGS_call_stack_level=2
637 638 639 640 641 642 643
dir %THIRD_PARTY_PATH:/=\%\install\openblas\lib
dir %THIRD_PARTY_PATH:/=\%\install\openblas\bin
dir %THIRD_PARTY_PATH:/=\%\install\zlib\bin
dir %THIRD_PARTY_PATH:/=\%\install\mklml\lib
dir %THIRD_PARTY_PATH:/=\%\install\mkldnn\bin
dir %THIRD_PARTY_PATH:/=\%\install\warpctc\bin

Y
YUNSHEN XIE 已提交
644 645
pip install requests

646 647 648
set PATH=%THIRD_PARTY_PATH:/=\%\install\openblas\lib;%THIRD_PARTY_PATH:/=\%\install\openblas\bin;^
%THIRD_PARTY_PATH:/=\%\install\zlib\bin;%THIRD_PARTY_PATH:/=\%\install\mklml\lib;^
%THIRD_PARTY_PATH:/=\%\install\mkldnn\bin;%THIRD_PARTY_PATH:/=\%\install\warpctc\bin;%PATH%
649 650 651 652 653 654 655 656 657

if "%WITH_GPU%"=="ON" (
    goto:parallel_test_base_gpu
) else (
    goto:parallel_test_base_cpu
)

:parallel_test_base_gpu
echo    ========================================
658
echo    Running GPU unit tests in parallel way ...
659 660
echo    ========================================

Z
Zhou Wei 已提交
661 662 663 664 665 666 667
setlocal enabledelayedexpansion

:: set PATH=C:\Windows\System32;C:\Program Files\NVIDIA Corporation\NVSMI;%PATH%
:: cmd /C nvidia-smi -L
:: if %errorlevel% NEQ 0 exit /b 8
:: for /F %%# in ('cmd /C nvidia-smi -L ^|find "GPU" /C') do set CUDA_DEVICE_COUNT=%%#
set CUDA_DEVICE_COUNT=1
Y
YUNSHEN XIE 已提交
668 669 670 671 672 673 674

echo cmake .. -G %GENERATOR% -DCMAKE_BUILD_TYPE=Release -DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
-DWITH_TESTING=%WITH_TESTING% -DWITH_PYTHON=%WITH_PYTHON% -DON_INFER=%ON_INFER% ^
-DWITH_INFERENCE_API_TEST=%WITH_INFERENCE_API_TEST% -DTHIRD_PARTY_PATH=%THIRD_PARTY_PATH% ^
-DINFERENCE_DEMO_INSTALL_DIR=%INFERENCE_DEMO_INSTALL_DIR% -DWITH_STATIC_LIB=%WITH_STATIC_LIB% ^
-DWITH_TENSORRT=%WITH_TENSORRT% -DTENSORRT_ROOT="%TENSORRT_ROOT%" -DMSVC_STATIC_CRT=%MSVC_STATIC_CRT% ^
-DWITH_UNITY_BUILD=%WITH_UNITY_BUILD% -DCUDA_ARCH_NAME=%CUDA_ARCH_NAME% >> %work_dir%\win_cmake.sh
675
set FLAGS_fraction_of_gpu_memory_to_use=0.92
676

677
%cache_dir%\tools\busybox64.exe bash %work_dir%\tools\windows\run_unittests.sh %NIGHTLY_MODE% %PRECISION_TEST% %WITH_GPU%
Z
Zhou Wei 已提交
678

679 680 681 682 683 684
goto:eof

:parallel_test_base_cpu
echo    ========================================
echo    Running CPU unit tests in parallel way ...
echo    ========================================
685

686
%cache_dir%\tools\busybox64.exe bash %work_dir%\tools\windows\run_unittests.sh %NIGHTLY_MODE% %PRECISION_TEST% %WITH_GPU%
687

688 689
goto:eof

690
:test_unit_error
691 692
:: echo 8 > %cache_dir%\error_code.txt
:: type %cache_dir%\error_code.txt
Z
Zhou Wei 已提交
693 694
for /F %%# in ('wmic os get localdatetime^|findstr 20') do set end=%%#
set end=%end:~4,10%
695
call :timestamp "%start%" "%end%" "1 card TestCases Total"
Z
Zhou Wei 已提交
696
call :timestamp "%start%" "%end%" "TestCases Total"
697
echo Running unit tests failed, will exit!
698
exit /b 8
699 700 701

rem ---------------------------------------------------------------------------------------------
:test_inference
702
@ECHO OFF
703 704 705
echo    ========================================
echo    Step 5. Testing fluid library for inference ...
echo    ========================================
706

707 708
for /F %%# in ('wmic os get localdatetime^|findstr 20') do set end=%%#
set end=%end:~4,10%
709
call :timestamp "%start%" "%end%" "1 card TestCases Total"
710
call :timestamp "%start%" "%end%" "TestCases Total"
711

zhouweiwei2014's avatar
zhouweiwei2014 已提交
712 713 714 715 716 717 718 719 720
tree /F %cd%\paddle_inference_install_dir\paddle
%cache_dir%\tools\busybox64.exe du -h -d 0 -k %cd%\paddle_inference_install_dir\paddle\lib > lib_size.txt
set /p libsize=< lib_size.txt
for /F %%i in ("%libsize%") do (
    set /a libsize_m=%%i/1024
    echo "Windows Paddle_Inference Size: !libsize_m!M"
    echo ipipe_log_param_Windows_Paddle_Inference_Size: !libsize_m!M
)

721
cd %work_dir%\paddle\fluid\inference\api\demo_ci
722
%cache_dir%\tools\busybox64.exe bash run.sh %work_dir:\=/% %WITH_MKL% %WITH_GPU% %cache_dir:\=/%/inference_demo %TENSORRT_ROOT%/include %TENSORRT_ROOT%/lib %MSVC_STATIC_CRT%
723 724 725
goto:eof

:test_inference_error
726 727
::echo 1 > %cache_dir%\error_code.txt
::type %cache_dir%\error_code.txt
728
echo Testing fluid library for inference failed!
Z
Zhou Wei 已提交
729
exit /b 1
730 731 732

rem ---------------------------------------------------------------------------------------------
:check_change_of_unittest
733
@ECHO OFF
734 735 736 737
echo    ========================================
echo    Step 6. Check whether deleting a unit test ...
echo    ========================================

738
cd /d %work_dir%\%BUILD_DIR%
739 740
echo set -e>  check_change_of_unittest.sh
echo set +x>> check_change_of_unittest.sh
741 742 743 744 745 746
echo GITHUB_API_TOKEN=%GITHUB_API_TOKEN% >>  check_change_of_unittest.sh
echo GIT_PR_ID=%AGILE_PULL_ID% >>  check_change_of_unittest.sh
echo BRANCH=%BRANCH%>>  check_change_of_unittest.sh
echo if [ "${GITHUB_API_TOKEN}" == "" ] ^|^| [ "${GIT_PR_ID}" == "" ];then>> check_change_of_unittest.sh
echo     exit 0 >>  check_change_of_unittest.sh
echo fi>>  check_change_of_unittest.sh
747
echo set -x>> check_change_of_unittest.sh
748 749 750 751 752
echo cat ^<^<EOF>>  check_change_of_unittest.sh
echo     ============================================ >>  check_change_of_unittest.sh
echo     Generate unit tests.spec of this PR.         >>  check_change_of_unittest.sh
echo     ============================================ >>  check_change_of_unittest.sh
echo EOF>>  check_change_of_unittest.sh
753
echo spec_path=$(pwd)/UNITTEST_PR.spec>>  check_change_of_unittest.sh
754
echo ctest -N ^| awk -F ':' '{print $2}' ^| sed '/^^$/d' ^| sed '$d' ^> ${spec_path}>>  check_change_of_unittest.sh
755 756
echo num=$(awk 'END{print NR}' ${spec_path})>> check_change_of_unittest.sh
echo echo "Windows 1 card TestCases count is $num">> check_change_of_unittest.sh
Z
zhangchunle 已提交
757
echo echo ipipe_log_param_Windows_1_Card_TestCases_Count: $num>> check_change_of_unittest.sh
758 759 760 761
echo UPSTREAM_URL='https://github.com/PaddlePaddle/Paddle'>>  check_change_of_unittest.sh
echo origin_upstream_url=`git remote -v ^| awk '{print $1, $2}' ^| uniq ^| grep upstream ^| awk '{print $2}'`>>  check_change_of_unittest.sh
echo if [ "$origin_upstream_url" == "" ]; then>>  check_change_of_unittest.sh
echo     git remote add upstream $UPSTREAM_URL.git>>  check_change_of_unittest.sh
762 763
echo elif [ "$origin_upstream_url" ^!= "$UPSTREAM_URL" ] ^\>>  check_change_of_unittest.sh
echo         ^&^& [ "$origin_upstream_url" ^!= "$UPSTREAM_URL.git" ]; then>>  check_change_of_unittest.sh
764 765 766 767 768 769 770
echo     git remote remove upstream>>  check_change_of_unittest.sh
echo     git remote add upstream $UPSTREAM_URL.git>>  check_change_of_unittest.sh
echo fi>>  check_change_of_unittest.sh
echo if [ ! -e "$(pwd)/../.git/refs/remotes/upstream/$BRANCH" ]; then>>  check_change_of_unittest.sh
echo     git fetch upstream $BRANCH # develop is not fetched>>  check_change_of_unittest.sh
echo fi>>  check_change_of_unittest.sh
echo git checkout -b origin_pr >>  check_change_of_unittest.sh
771
echo git checkout -f $BRANCH >>  check_change_of_unittest.sh
Z
Zhou Wei 已提交
772 773
echo cmake .. -G %GENERATOR% -DCMAKE_BUILD_TYPE=Release -DWITH_AVX=%WITH_AVX% -DWITH_GPU=%WITH_GPU% -DWITH_MKL=%WITH_MKL% ^
-DWITH_TESTING=%WITH_TESTING% -DWITH_PYTHON=%WITH_PYTHON% -DON_INFER=%ON_INFER% ^
774 775
-DWITH_INFERENCE_API_TEST=%WITH_INFERENCE_API_TEST% -DTHIRD_PARTY_PATH=%THIRD_PARTY_PATH% ^
-DINFERENCE_DEMO_INSTALL_DIR=%INFERENCE_DEMO_INSTALL_DIR% -DWITH_STATIC_LIB=%WITH_STATIC_LIB% ^
Z
Zhou Wei 已提交
776
-DWITH_TENSORRT=%WITH_TENSORRT% -DTENSORRT_ROOT="%TENSORRT_ROOT%" -DMSVC_STATIC_CRT=%MSVC_STATIC_CRT% ^
777
-DWITH_UNITY_BUILD=%WITH_UNITY_BUILD% -DCUDA_ARCH_NAME=%CUDA_ARCH_NAME%  >>  check_change_of_unittest.sh
778 779 780 781 782
echo cat ^<^<EOF>>  check_change_of_unittest.sh
echo     ============================================       >>  check_change_of_unittest.sh
echo     Generate unit tests.spec of develop.               >>  check_change_of_unittest.sh
echo     ============================================       >>  check_change_of_unittest.sh
echo EOF>>  check_change_of_unittest.sh
783
echo spec_path=$(pwd)/UNITTEST_DEV.spec>>  check_change_of_unittest.sh
784
echo ctest -N ^| awk -F ':' '{print $2}' ^| sed '/^^$/d' ^| sed '$d' ^> ${spec_path}>>  check_change_of_unittest.sh
785
echo unittest_spec_diff=`python $(pwd)/../tools/diff_unittest.py $(pwd)/UNITTEST_DEV.spec $(pwd)/UNITTEST_PR.spec`>>  check_change_of_unittest.sh
786 787
echo if [ "$unittest_spec_diff" ^!= "" ]; then>>  check_change_of_unittest.sh
echo     set +x>> check_change_of_unittest.sh
788
echo     approval_line=`curl -H "Authorization: token ${GITHUB_API_TOKEN}" https://api.github.com/repos/PaddlePaddle/Paddle/pulls/${GIT_PR_ID}/reviews?per_page=10000`>>  check_change_of_unittest.sh
789 790
echo     set -x>> check_change_of_unittest.sh
echo     if [ "$approval_line" ^!= "" ]; then>>  check_change_of_unittest.sh
791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806
echo         APPROVALS=`echo ${approval_line} ^|python $(pwd)/../tools/check_pr_approval.py 1 22165420 52485244 6836917`>>  check_change_of_unittest.sh
echo         echo "current pr ${GIT_PR_ID} got approvals: ${APPROVALS}">>  check_change_of_unittest.sh
echo         if [ "${APPROVALS}" == "FALSE" ]; then>>  check_change_of_unittest.sh
echo             echo "************************************"                >>  check_change_of_unittest.sh
echo             echo -e "It is forbidden to disable or delete the unit-test.\n"        >>  check_change_of_unittest.sh
echo             echo -e "If you must delete it temporarily, please add it to[https://github.com/PaddlePaddle/Paddle/wiki/Temporarily-disabled-Unit-Test]."     >>  check_change_of_unittest.sh
echo             echo -e "Then you must have one RD (kolinwei(recommended) or zhouwei25) approval for the deletion of unit-test. \n"                 >>  check_change_of_unittest.sh
echo             echo -e "If you have any problems about deleting unit-test, please read the specification [https://github.com/PaddlePaddle/Paddle/wiki/Deleting-unit-test-is-forbidden]. \n"   >>  check_change_of_unittest.sh
echo             echo -e "Following unit-tests are deleted in this PR: \n ${unittest_spec_diff} \n"     >>  check_change_of_unittest.sh
echo             echo "************************************"                >>  check_change_of_unittest.sh
echo             exit 1 >>  check_change_of_unittest.sh
echo          fi>>  check_change_of_unittest.sh
echo     else>>  check_change_of_unittest.sh
echo          exit 1 >>  check_change_of_unittest.sh
echo     fi>>  check_change_of_unittest.sh
echo fi>>  check_change_of_unittest.sh
807
echo git checkout -f origin_pr >>  check_change_of_unittest.sh
808
%cache_dir%\tools\busybox64.exe bash check_change_of_unittest.sh
809 810 811
goto:eof

:check_change_of_unittest_error
Z
Zhou Wei 已提交
812
exit /b 1
813

814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830
rem ---------------------------------------------------------------------------------------------
:test_inference_ut
@ECHO OFF
echo    ========================================
echo    Step 7. Testing fluid library with infer_ut for inference ...
echo    ========================================

cd %work_dir%\paddle\fluid\inference\tests\infer_ut
%cache_dir%\tools\busybox64.exe bash run.sh %work_dir:\=/% %WITH_MKL% %WITH_GPU% %cache_dir:\=/%/inference_demo %TENSORRT_ROOT% %MSVC_STATIC_CRT%
goto:eof

:test_inference_ut_error
::echo 1 > %cache_dir%\error_code.txt
::type %cache_dir%\error_code.txt
echo Testing fluid library with infer_ut for inference failed!
exit /b 1

831
rem ---------------------------------------------------------------------------------------------
832
:zip_cc_file
833
cd /d %work_dir%\%BUILD_DIR%
834 835 836 837 838 839 840
tree /F %cd%\paddle_inference_install_dir\paddle
if exist paddle_inference.zip del paddle_inference.zip
python -c "import shutil;shutil.make_archive('paddle_inference', 'zip', root_dir='paddle_inference_install_dir')"
%cache_dir%\tools\busybox64.exe du -h -k paddle_inference.zip > lib_size.txt
set /p libsize=< lib_size.txt
for /F %%i in ("%libsize%") do (
    set /a libsize_m=%%i/1024
841
    echo "Windows Paddle_Inference ZIP Size: !libsize_m!M"
842 843 844
)
goto:eof

845
:zip_cc_file_error
846 847
echo Tar inference library failed!
exit /b 1
848

849 850
rem ---------------------------------------------------------------------------------------------
:zip_c_file
851
cd /d %work_dir%\%BUILD_DIR%
852 853 854 855 856 857 858 859 860 861 862 863 864 865 866
tree /F %cd%\paddle_inference_c_install_dir\paddle
if exist paddle_inference_c.zip del paddle_inference_c.zip
python -c "import shutil;shutil.make_archive('paddle_inference_c', 'zip', root_dir='paddle_inference_c_install_dir')"
%cache_dir%\tools\busybox64.exe du -h -k paddle_inference_c.zip > lib_size.txt
set /p libsize=< lib_size.txt
for /F %%i in ("%libsize%") do (
    set /a libsize_m=%%i/1024
    echo "Windows Paddle_Inference CAPI ZIP Size: !libsize_m!M"
)
goto:eof

:zip_c_file_error
echo Tar inference capi library failed!
exit /b 1

867 868
:timestamp
setlocal enabledelayedexpansion
869
@ECHO OFF
870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900
set start=%~1
set dd=%start:~2,2%
set /a dd=100%dd%%%100
set hh=%start:~4,2%
set /a hh=100%hh%%%100
set nn=%start:~6,2%
set /a nn=100%nn%%%100
set ss=%start:~8,2%
set /a ss=100%ss%%%100
set /a start_sec=dd*86400+hh*3600+nn*60+ss
echo %start_sec%

set end=%~2
set dd=%end:~2,2%
set /a dd=100%dd%%%100
if %start:~0,2% NEQ %end:~0,2% (
    set month_day=0
    for %%i in (01 03 05 07 08 10 12) DO if %%i EQU %start:~0,2% set month_day=31
    for %%i in (04 06 09 11) DO if %%i EQU %start:~0,2% set month_day=30
    for %%i in (02) DO if %%i EQU %start:~0,2% set month_day=28
    set /a dd=%dd%+!month_day!
)
set hh=%end:~4,2%
set /a hh=100%hh%%%100
set nn=%end:~6,2%
set /a nn=100%nn%%%100
set ss=%end:~8,2%
set /a ss=100%ss%%%100
set /a end_secs=dd*86400+hh*3600+nn*60+ss
set /a cost_secs=end_secs-start_sec
echo "Windows %~3 Time: %cost_secs%s"
901
set tempTaskName=%~3
Z
zhangchunle 已提交
902
echo ipipe_log_param_Windows_%tempTaskName: =_%_Time: %cost_secs%s
903 904 905
goto:eof


906 907 908 909 910 911 912 913 914
:collect_sccache_hits
sccache -s > sccache_summary.txt
echo    ========================================
echo    sccache statistical summary ...
echo    ========================================
type sccache_summary.txt
for /f "tokens=2,3" %%i in ('type sccache_summary.txt ^| findstr "requests hits" ^| findstr /V "executed C/C++ CUDA"') do set %%i=%%j
if %requests% EQU 0 (
    echo "sccache hit rate: 0%"
915
    echo ipipe_log_param_sccache_Hit_Hate: 0%
L
LoveAn 已提交
916
) else (
917 918
    set /a rate=!hits!*10000/!requests!
    echo "sccache hit rate: !rate:~0,-2!.!rate:~-2!%%"
919
    echo ipipe_log_param_sccache_Hit_Hate: !rate:~0,-2!.!rate:~-2!%%
L
LoveAn 已提交
920
)
921

L
LoveAn 已提交
922 923 924
goto:eof


925 926 927 928 929
rem ---------------------------------------------------------------------------------------------
:success
echo    ========================================
echo    Clean up environment  at the end ...
echo    ========================================
930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947
taskkill /f /im cmake.exe /t 2>NUL
taskkill /f /im ninja.exe /t 2>NUL
taskkill /f /im MSBuild.exe /t 2>NUL
taskkill /f /im git.exe /t 2>NUL
taskkill /f /im cl.exe /t 2>NUL
taskkill /f /im lib.exe /t 2>NUL
taskkill /f /im link.exe /t 2>NUL
taskkill /f /im git-remote-https.exe /t 2>NUL
taskkill /f /im vctip.exe /t 2>NUL
taskkill /f /im cvtres.exe /t 2>NUL
taskkill /f /im rc.exe /t 2>NUL
taskkill /f /im mspdbsrv.exe /t 2>NUL
taskkill /f /im csc.exe /t 2>NUL
taskkill /f /im python.exe /t 2>NUL
taskkill /f /im nvcc.exe /t 2>NUL
taskkill /f /im cicc.exe /t 2>NUL
taskkill /f /im ptxas.exe /t 2>NUL
taskkill /f /im op_function_generator.exe /t 2>NUL
948
wmic process where name="op_function_generator.exe" call terminate 2>NUL
949
wmic process where name="cvtres.exe" call terminate 2>NUL
950
wmic process where name="rc.exe" call terminate 2>NUL
951 952
wmic process where name="cl.exe" call terminate 2>NUL
wmic process where name="lib.exe" call terminate 2>NUL
953
wmic process where name="python.exe" call terminate 2>NUL
954
if "%WITH_TESTING%"=="ON" (
955
    for /F "tokens=1 delims= " %%# in ('tasklist ^| findstr /i test') do taskkill /f /im %%# /t
956
)
957 958 959 960
echo Windows CI run successfully!
exit /b 0

ENDLOCAL