serving_build.sh 47.9 KB
Newer Older
G
guru4elephant 已提交
1
#!/usr/bin/env bash
M
fix ci  
MRXLT 已提交
2
set -x
3 4 5 6 7 8 9 10 11 12 13 14
function unsetproxy() {
    HTTP_PROXY_TEMP=$http_proxy
    HTTPS_PROXY_TEMP=$https_proxy
    unset http_proxy
    unset https_proxy
}

function setproxy() {
    export http_proxy=$HTTP_PROXY_TEMP
    export https_proxy=$HTTPS_PROXY_TEMP
}

G
guru4elephant 已提交
15 16 17 18 19
function init() {
    source /root/.bashrc
    set -v
    export PYTHONROOT=/usr
    cd Serving
B
barrierye 已提交
20
    export SERVING_WORKDIR=$PWD
D
dongdaxiang 已提交
21
    $PYTHONROOT/bin/python -m pip install -r python/requirements.txt
B
barriery 已提交
22 23 24 25 26 27
    export GOPATH=$HOME/go
    export PATH=$PATH:$GOPATH/bin

    go get -u github.com/grpc-ecosystem/grpc-gateway/protoc-gen-grpc-gateway
    go get -u github.com/grpc-ecosystem/grpc-gateway/protoc-gen-swagger
    go get -u github.com/golang/protobuf/protoc-gen-go
B
barriery 已提交
28
    go get -u google.golang.org/grpc
G
guru4elephant 已提交
29 30 31 32 33 34 35 36 37
}

function check_cmd() {
    eval $@
    if [ $? -ne 0 ]; then
        exit 1
    fi
}

38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58
function rerun() {
    if [ $# -ne 2 ]; then
        echo "usage: rerun command rerun-times"
        exit 1
    fi
    local command=$1
    local times=$2
    for((i=1;i<=${times};i++))
    do
        if [ ${i} != 1 ]; then
            echo "${i}-th run command: ${command}..."
        fi
        eval $command
        if [ $? -eq 0 ]; then
            return 0
        fi
        echo "${i}-th run(command: ${command}) failed."
    done
    exit 1
}

B
barrierye 已提交
59 60 61 62 63 64 65 66 67 68 69
function build_app() {
    local TYPE=$1
    local DIRNAME=build-app-$TYPE
    mkdir $DIRNAME # pwd: /Serving
    cd $DIRNAME # pwd: /Serving/build-app-$TYPE
    case $TYPE in
        CPU|GPU)
            cmake -DPYTHON_INCLUDE_DIR=$PYTHONROOT/include/python2.7/ \
                  -DPYTHON_LIBRARIES=$PYTHONROOT/lib/libpython2.7.so \
                  -DPYTHON_EXECUTABLE=$PYTHONROOT/bin/python \
                  -DAPP=ON ..
M
MRXLT 已提交
70
            rerun "make -j10 >/dev/null" 3 # due to some network reasons, compilation may fail
B
barrierye 已提交
71 72 73 74 75 76 77 78 79 80 81
            pip install -U python/dist/paddle_serving_app* >/dev/null
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "build app $TYPE part finished as expected."
    cd .. # pwd: /Serving
}

G
guru4elephant 已提交
82
function build_client() {
83
    local TYPE=$1
G
guru4elephant 已提交
84
    local DIRNAME=build-client-$TYPE
85 86
    mkdir $DIRNAME # pwd: /Serving
    cd $DIRNAME # pwd: /Serving/build-client-$TYPE
G
guru4elephant 已提交
87 88 89 90 91
    case $TYPE in
        CPU|GPU)
            cmake -DPYTHON_INCLUDE_DIR=$PYTHONROOT/include/python2.7/ \
                  -DPYTHON_LIBRARIES=$PYTHONROOT/lib64/libpython2.7.so \
                  -DPYTHON_EXECUTABLE=$PYTHONROOT/bin/python \
92
                  -DCLIENT=ON ..
M
MRXLT 已提交
93
            rerun "make -j10 >/dev/null" 3 # due to some network reasons, compilation may fail
Y
Your Name 已提交
94
            pip install -U python/dist/paddle_serving_client* >/dev/null
G
guru4elephant 已提交
95 96 97 98 99 100 101
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "build client $TYPE part finished as expected."
Y
Your Name 已提交
102
    cd .. # pwd: /Serving
103
    # rm -rf $DIRNAME
G
guru4elephant 已提交
104 105 106
}

function build_server() {
107
    local TYPE=$1
G
guru4elephant 已提交
108
    local DIRNAME=build-server-$TYPE
109 110
    mkdir $DIRNAME # pwd: /Serving
    cd $DIRNAME # pwd: /Serving/build-server-$TYPE
G
guru4elephant 已提交
111 112 113 114 115
    case $TYPE in
        CPU)
            cmake -DPYTHON_INCLUDE_DIR=$PYTHONROOT/include/python2.7/ \
                  -DPYTHON_LIBRARIES=$PYTHONROOT/lib64/libpython2.7.so \
                  -DPYTHON_EXECUTABLE=$PYTHONROOT/bin/python \
G
guru4elephant 已提交
116
                  -DSERVER=ON ..
M
MRXLT 已提交
117
            rerun "make -j10 >/dev/null" 3 # due to some network reasons, compilation may fail
118
            check_cmd "make install -j2 >/dev/null"
Y
Your Name 已提交
119
            pip install -U python/dist/paddle_serving_server* >/dev/null
G
guru4elephant 已提交
120 121 122 123 124
            ;;
        GPU)
            cmake -DPYTHON_INCLUDE_DIR=$PYTHONROOT/include/python2.7/ \
                  -DPYTHON_LIBRARIES=$PYTHONROOT/lib64/libpython2.7.so \
                  -DPYTHON_EXECUTABLE=$PYTHONROOT/bin/python \
125
                  -DSERVER=ON \
G
guru4elephant 已提交
126
                  -DWITH_GPU=ON ..
M
MRXLT 已提交
127
            rerun "make -j10 >/dev/null" 3 # due to some network reasons, compilation may fail
128
            check_cmd "make install -j2 >/dev/null"
Y
Your Name 已提交
129
            pip install -U python/dist/paddle_serving_server* >/dev/null
G
guru4elephant 已提交
130 131 132 133 134 135 136
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "build server $TYPE part finished as expected."
Y
Your Name 已提交
137
    cd .. # pwd: /Serving
Y
Your Name 已提交
138
    # rm -rf $DIRNAME    for export SERVING_BIN
G
guru4elephant 已提交
139 140
}

141
function kill_server_process() {
Y
Your Name 已提交
142
    ps -ef | grep "serving" | grep -v serving_build | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
143
    sleep 1
144 145
}

B
barrierye 已提交
146
function kill_process_by_port() {
B
barrierye 已提交
147
    if [ $# != 1 ]; then
B
barrierye 已提交
148
        echo "usage: kill_process_by_port <PID>"
B
barrierye 已提交
149 150 151 152 153 154
        exit 1
    fi
    local PID=$1
    lsof -i:$PID | awk 'NR == 1 {next} {print $2}' | xargs kill
}

G
guru4elephant 已提交
155
function python_test_fit_a_line() {
Y
Your Name 已提交
156 157
    # pwd: /Serving/python/examples
    cd fit_a_line # pwd: /Serving/python/examples/fit_a_line
G
guru4elephant 已提交
158 159
    sh get_data.sh
    local TYPE=$1
B
barrierye 已提交
160
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
G
guru4elephant 已提交
161 162 163
    case $TYPE in
        CPU)
            # test rpc
164 165
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9393 --thread 4 > /dev/null &"
            sleep 5 # wait for the server to start
G
guru4elephant 已提交
166
            check_cmd "python test_client.py uci_housing_client/serving_client_conf.prototxt > /dev/null"
167
            kill_server_process
B
barrierye 已提交
168

G
guru4elephant 已提交
169
            # test web
170
            unsetproxy # maybe the proxy is used on iPipe, which makes web-test failed.
171 172
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --name uci --port 9393 --thread 4 --name uci > /dev/null &"
            sleep 5 # wait for the server to start
M
MRXLT 已提交
173
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], \"fetch\":[\"price\"]}' http://127.0.0.1:9393/uci/prediction"
174
            # check http code
M
fix ci  
MRXLT 已提交
175
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], "fetch":["price"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9393/uci/prediction`
Y
Your Name 已提交
176 177 178 179
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
B
barrierye 已提交
180 181 182 183 184 185 186 187 188 189
            # test web batch
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}, {\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], \"fetch\":[\"price\"]}' http://127.0.0.1:9393/uci/prediction"
            # check http code
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}, {"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], "fetch":["price"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9393/uci/prediction`
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
            setproxy # recover proxy state
            kill_server_process
G
guru4elephant 已提交
190 191
            ;;
        GPU)
B
fix bug  
barrierye 已提交
192
            export CUDA_VISIBLE_DEVICES=0
193 194 195 196 197
            # test rpc
            check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9393 --thread 4 --gpu_ids 0 > /dev/null &"
            sleep 5 # wait for the server to start
            check_cmd "python test_client.py uci_housing_client/serving_client_conf.prototxt > /dev/null"
            kill_server_process
M
MRXLT 已提交
198

199
            # test web
J
Jiawei Wang 已提交
200
            #unsetproxy # maybe the proxy is used on iPipe, which makes web-test failed.
D
dyning 已提交
201 202 203
            #check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9393 --thread 2 --gpu_ids 0 --name uci > /dev/null &"
            #sleep 5 # wait for the server to start
            #check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], \"fetch\":[\"price\"]}' http://127.0.0.1:9393/uci/prediction"
204
            # check http code
D
dyning 已提交
205 206 207 208 209
            #http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], "fetch":["price"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9393/uci/prediction`
            #if [ ${http_code} -ne 200 ]; then
            #    echo "HTTP status code -ne 200"
            #    exit 1
            #fi
B
barrierye 已提交
210
            # test web batch
D
dyning 已提交
211
            #check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}, {\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], \"fetch\":[\"price\"]}' http://127.0.0.1:9393/uci/prediction"
B
barrierye 已提交
212
            # check http code
D
dyning 已提交
213 214 215 216 217
            #http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}, {"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], "fetch":["price"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9393/uci/prediction`
            #if [ ${http_code} -ne 200 ]; then
            #    echo "HTTP status code -ne 200"
            #    exit 1
            #fi
J
Jiawei Wang 已提交
218
            #setproxy # recover proxy state
D
dyning 已提交
219
            #kill_server_process
G
guru4elephant 已提交
220 221 222 223 224 225 226 227
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test fit_a_line $TYPE part finished as expected."
    rm -rf image kvdb log uci_housing* work*
B
barrierye 已提交
228
    unset SERVING_BIN
Y
Your Name 已提交
229
    cd .. # pwd: /Serving/python/examples
G
guru4elephant 已提交
230 231
}

W
wangjiawei04 已提交
232
function python_run_criteo_ctr_with_cube() {
Y
merge  
Your Name 已提交
233
    # pwd: /Serving/python/examples
W
wangjiawei04 已提交
234
    local TYPE=$1
235
    yum install -y bc >/dev/null
Y
merge  
Your Name 已提交
236
    cd criteo_ctr_with_cube # pwd: /Serving/python/examples/criteo_ctr_with_cube
M
MRXLT 已提交
237
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
B
barrierye 已提交
238 239 240 241 242 243 244 245
    case $TYPE in
        CPU)
            check_cmd "wget https://paddle-serving.bj.bcebos.com/unittest/ctr_cube_unittest.tar.gz"
            check_cmd "tar xf ctr_cube_unittest.tar.gz"
            check_cmd "mv models/ctr_client_conf ./"
            check_cmd "mv models/ctr_serving_model_kv ./"
            check_cmd "mv models/data ./cube/"
            check_cmd "mv models/ut_data ./"
M
MRXLT 已提交
246
            cp ../../../build-server-$TYPE/output/bin/cube* ./cube/
B
barrierye 已提交
247 248
            sh cube_prepare.sh &
            python test_server.py ctr_serving_model_kv &
M
MRXLT 已提交
249
            sleep 5
B
barrierye 已提交
250
            check_cmd "python test_client.py ctr_client_conf/serving_client_conf.prototxt ./ut_data >score"
W
wangjiawei04 已提交
251
            tail -n 2 score | awk 'NR==1'
B
barrierye 已提交
252
            AUC=$(tail -n 2  score | awk 'NR==1')
253
            VAR2="0.67" #TODO: temporarily relax the threshold to 0.67
B
barrierye 已提交
254 255
            RES=$( echo "$AUC>$VAR2" | bc )
            if [[ $RES -eq 0 ]]; then
J
Jiawei Wang 已提交
256
                echo "error with criteo_ctr_with_cube inference auc test, auc should > 0.67"
B
barrierye 已提交
257 258 259
                exit 1
            fi
            echo "criteo_ctr_with_cube inference auc test success"
B
barrierye 已提交
260
            kill_server_process
B
barrierye 已提交
261
            ps -ef | grep "cube" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
262
            sleep 1
B
barrierye 已提交
263 264
            ;;
        GPU)
W
wangjiawei04 已提交
265 266 267 268 269 270 271 272 273
            check_cmd "wget https://paddle-serving.bj.bcebos.com/unittest/ctr_cube_unittest.tar.gz"
            check_cmd "tar xf ctr_cube_unittest.tar.gz"
            check_cmd "mv models/ctr_client_conf ./"
            check_cmd "mv models/ctr_serving_model_kv ./"
            check_cmd "mv models/data ./cube/"
            check_cmd "mv models/ut_data ./"
            cp ../../../build-server-$TYPE/output/bin/cube* ./cube/
            sh cube_prepare.sh &
            python test_server_gpu.py ctr_serving_model_kv &
M
MRXLT 已提交
274
            sleep 5
B
barrierye 已提交
275
            # for warm up
B
barrierye 已提交
276
            python test_client.py ctr_client_conf/serving_client_conf.prototxt ./ut_data > /dev/null || true
W
wangjiawei04 已提交
277 278 279
            check_cmd "python test_client.py ctr_client_conf/serving_client_conf.prototxt ./ut_data >score"
            tail -n 2 score | awk 'NR==1'
            AUC=$(tail -n 2  score | awk 'NR==1')
J
Jiawei Wang 已提交
280
            VAR2="0.67" #TODO: temporarily relax the threshold to 0.67
W
wangjiawei04 已提交
281 282
            RES=$( echo "$AUC>$VAR2" | bc )
            if [[ $RES -eq 0 ]]; then
J
Jiawei Wang 已提交
283
                echo "error with criteo_ctr_with_cube inference auc test, auc should > 0.67"
W
wangjiawei04 已提交
284 285 286
                exit 1
            fi
            echo "criteo_ctr_with_cube inference auc test success"
B
barrierye 已提交
287
            kill_server_process
W
wangjiawei04 已提交
288
            ps -ef | grep "cube" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
289
            sleep 1
B
barrierye 已提交
290 291 292 293 294 295
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
M
MRXLT 已提交
296
    unset SERVING_BIN
B
barrierye 已提交
297
    echo "test criteo_ctr_with_cube $TYPE part finished as expected."
Y
merge  
Your Name 已提交
298
    cd .. # pwd: /Serving/python/examples
W
wangjiawei04 已提交
299 300
}

W
wangjiawei04 已提交
301 302 303
function python_test_bert() {
    # pwd: /Serving/python/examples
    local TYPE=$1
304
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
W
wangjiawei04 已提交
305 306 307
    cd bert # pwd: /Serving/python/examples/bert
    case $TYPE in
        CPU)
308 309 310 311
            # Because download from paddlehub may timeout,
            # download the model from bos(max_seq_len=128).
            wget https://paddle-serving.bj.bcebos.com/paddle_hub_models/text/SemanticModel/bert_chinese_L-12_H-768_A-12.tar.gz
            tar -xzf bert_chinese_L-12_H-768_A-12.tar.gz
W
wangjiawei04 已提交
312
            sh get_data.sh
313
            check_cmd "python -m paddle_serving_server.serve --model bert_chinese_L-12_H-768_A-12_model --port 9292 &"
314
            sleep 5
315
            check_cmd "head -n 10 data-c.txt | python bert_client.py --model bert_chinese_L-12_H-768_A-12_client/serving_client_conf.prototxt"
J
Jiawei Wang 已提交
316
            kill_server_process
M
MRXLT 已提交
317
            echo "bert RPC inference pass"
W
wangjiawei04 已提交
318 319
            ;;
        GPU)
B
fix bug  
barrierye 已提交
320
            export CUDA_VISIBLE_DEVICES=0
321 322 323 324
            # Because download from paddlehub may timeout,
            # download the model from bos(max_seq_len=128).
            wget https://paddle-serving.bj.bcebos.com/paddle_hub_models/text/SemanticModel/bert_chinese_L-12_H-768_A-12.tar.gz
            tar -xzf bert_chinese_L-12_H-768_A-12.tar.gz
W
wangjiawei04 已提交
325
            sh get_data.sh
326
            check_cmd "python -m paddle_serving_server_gpu.serve --model bert_chinese_L-12_H-768_A-12_model --port 9292 --gpu_ids 0 &"
327
            sleep 5
328
            check_cmd "head -n 10 data-c.txt | python bert_client.py --model bert_chinese_L-12_H-768_A-12_client/serving_client_conf.prototxt"
J
Jiawei Wang 已提交
329
            kill_server_process
W
wangjiawei04 已提交
330 331 332
            echo "bert RPC inference pass"
            ;;
        *)
B
barrierye 已提交
333 334 335
            echo "error type"
            exit 1
            ;;
W
wangjiawei04 已提交
336 337
    esac
    echo "test bert $TYPE finished as expected."
338
    unset SERVING_BIN
W
wangjiawei04 已提交
339 340 341
    cd ..
}

M
MRXLT 已提交
342
function python_test_multi_fetch() {
M
MRXLT 已提交
343 344 345 346 347 348 349 350 351
    # pwd: /Serving/python/examples
    local TYPT=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd bert # pwd: /Serving/python/examples/bert
    case $TYPE in
        CPU)
            #download model (max_seq_len=32)
            wget https://paddle-serving.bj.bcebos.com/bert_example/bert_multi_fetch.tar.gz
            tar -xzvf bert_multi_fetch.tar.gz
M
fix ci  
MRXLT 已提交
352
            check_cmd "python -m paddle_serving_server.serve --model bert_seq32_model --port 9292 &"
M
MRXLT 已提交
353
            sleep 5
M
MRXLT 已提交
354
            check_cmd "head -n 8 data-c.txt | python test_multi_fetch_client.py"
M
MRXLT 已提交
355 356 357 358 359 360 361
            kill_server_process
            echo "bert mutli fetch RPC inference pass"
            ;;
        GPU)
            #download model (max_seq_len=32)
            wget https://paddle-serving.bj.bcebos.com/bert_example/bert_multi_fetch.tar.gz
            tar -xzvf bert_multi_fetch.tar.gz
M
fix ci  
MRXLT 已提交
362
            check_cmd "python -m paddle_serving_server_gpu.serve --model bert_seq32_model --port 9292 --gpu_ids 0 &"
M
MRXLT 已提交
363
            sleep 5
M
MRXLT 已提交
364
            check_cmd "head -n 8 data-c.txt | python test_multi_fetch_client.py"
M
MRXLT 已提交
365 366 367 368 369 370 371 372 373 374 375 376 377 378
            kill_server_process
            echo "bert mutli fetch RPC inference pass"
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test multi fetch $TYPE finished as expected."
    unset SERVING_BIN
    cd ..
}

function python_test_multi_process(){
M
MRXLT 已提交
379 380 381
    # pwd: /Serving/python/examples
    local TYPT=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
M
fix ci  
MRXLT 已提交
382
    cd fit_a_line # pwd: /Serving/python/examples/fit_a_line
M
fix bug  
MRXLT 已提交
383
    sh get_data.sh
M
MRXLT 已提交
384 385
    case $TYPE in
        CPU)
B
barrierye 已提交
386 387
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9292 --workdir test9292 &"
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9293 --workdir test9293 &"
M
MRXLT 已提交
388 389 390 391 392 393
            sleep 5
            check_cmd "python test_multi_process_client.py"
            kill_server_process
            echo "bert mutli rpc RPC inference pass"
            ;;
        GPU)
B
barrierye 已提交
394
            rm -rf ./image #TODO: The following code tried to create this folder, but no corresponding code was found
B
barrierye 已提交
395 396
            check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9292 --workdir test9292 --gpu_ids 0 &"
            check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9293 --workdir test9293 --gpu_ids 0 &"
M
MRXLT 已提交
397 398 399 400 401 402 403 404 405 406 407 408 409
            sleep 5
            check_cmd "python test_multi_process_client.py"
            kill_server_process
            echo "bert mutli process RPC inference pass"
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test multi process $TYPE finished as expected."
    unset SERVING_BIN
    cd ..
M
MRXLT 已提交
410 411
}

W
wangjiawei04 已提交
412 413 414
function python_test_imdb() {
    # pwd: /Serving/python/examples
    local TYPE=$1
415 416
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd imdb # pwd: /Serving/python/examples/imdb
W
wangjiawei04 已提交
417 418 419
    case $TYPE in
        CPU)
            sh get_data.sh
J
Jiawei Wang 已提交
420
            check_cmd "python -m paddle_serving_server.serve --model imdb_cnn_model/ --port 9292 &"
B
barrierye 已提交
421
            sleep 5
W
wangjiawei04 已提交
422
            check_cmd "head test_data/part-0 | python test_client.py imdb_cnn_client_conf/serving_client_conf.prototxt imdb.vocab"
B
barrierye 已提交
423
            # test batch predict
M
MRXLT 已提交
424
            check_cmd "python benchmark.py --thread 4 --batch_size 8 --model imdb_bow_client_conf/serving_client_conf.prototxt --request rpc --endpoint 127.0.0.1:9292"
W
wangjiawei04 已提交
425
            echo "imdb CPU RPC inference pass"
B
barrierye 已提交
426
            kill_server_process
J
Jiawei Wang 已提交
427 428
            rm -rf work_dir1
            sleep 5
W
wangjiawei04 已提交
429

B
barrierye 已提交
430 431
            unsetproxy # maybe the proxy is used on iPipe, which makes web-test failed.
            check_cmd "python text_classify_service.py imdb_cnn_model/ workdir/ 9292 imdb.vocab &"
432
            sleep 5
M
MRXLT 已提交
433
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"words\": \"i am very sad | 0\"}], \"fetch\":[\"prediction\"]}' http://127.0.0.1:9292/imdb/prediction"
B
barrierye 已提交
434
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"words": "i am very sad | 0"}], "fetch":["prediction"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9292/imdb/prediction`
B
barrierye 已提交
435 436 437 438
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
B
barrierye 已提交
439
            # test batch predict
M
MRXLT 已提交
440
            check_cmd "python benchmark.py --thread 4 --batch_size 8 --model imdb_bow_client_conf/serving_client_conf.prototxt --request http --endpoint 127.0.0.1:9292"
B
barrierye 已提交
441 442 443
            setproxy # recover proxy state
            kill_server_process
            ps -ef | grep "text_classify_service.py" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
444
            echo "imdb CPU HTTP inference pass"
W
wangjiawei04 已提交
445 446 447 448 449
            ;;
        GPU)
            echo "imdb ignore GPU test"
            ;;
        *)
B
barrierye 已提交
450 451 452
            echo "error type"
            exit 1
            ;;
W
wangjiawei04 已提交
453 454
    esac
    echo "test imdb $TYPE finished as expected."
455 456 457 458 459 460 461 462 463 464 465
    unset SERVING_BIN
    cd ..
}

function python_test_lac() {
    # pwd: /Serving/python/examples
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd lac # pwd: /Serving/python/examples/lac
    case $TYPE in
        CPU)
M
fix ci  
MRXLT 已提交
466 467 468
            python -m paddle_serving_app.package --get_model lac
            tar -xzvf lac.tar.gz
            check_cmd "python -m paddle_serving_server.serve --model lac_model/ --port 9292 &"
469
            sleep 5
M
fix ci  
MRXLT 已提交
470
            check_cmd "echo \"我爱北京天安门\" | python lac_client.py lac_client/serving_client_conf.prototxt "
471
            echo "lac CPU RPC inference pass"
B
barrierye 已提交
472
            kill_server_process
473

B
barrierye 已提交
474
            unsetproxy # maybe the proxy is used on iPipe, which makes web-test failed.
M
fix ci  
MRXLT 已提交
475
            check_cmd "python lac_web_service.py lac_model/ lac_workdir 9292 &"
476
            sleep 5
B
barrierye 已提交
477 478
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"words\": \"我爱北京天安门\"}], \"fetch\":[\"word_seg\"]}' http://127.0.0.1:9292/lac/prediction"
            # check http code
B
barrierye 已提交
479
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"words": "我爱北京天安门"}], "fetch":["word_seg"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9292/lac/prediction`
B
barrierye 已提交
480 481 482 483 484 485 486
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
            # http batch
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"words\": \"我爱北京天安门\"}, {\"words\": \"我爱北京天安门\"}], \"fetch\":[\"word_seg\"]}' http://127.0.0.1:9292/lac/prediction"
            # check http code
B
barrierye 已提交
487
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"words": "我爱北京天安门"}, {"words": "我爱北京天安门"}], "fetch":["word_seg"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9292/lac/prediction`
B
barrierye 已提交
488 489 490 491
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
B
barrierye 已提交
492
            setproxy # recover proxy state
B
barrierye 已提交
493
            kill_server_process
494
            ps -ef | grep "lac_web_service" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
495
            sleep 1
496 497 498 499 500 501
            echo "lac CPU HTTP inference pass"
            ;;
        GPU)
            echo "lac ignore GPU test"
            ;;
        *)
B
barrierye 已提交
502 503 504
            echo "error type"
            exit 1
            ;;
505 506 507
    esac
    echo "test lac $TYPE finished as expected."
    unset SERVING_BIN
W
wangjiawei04 已提交
508 509 510
    cd ..
}

B
barrierye 已提交
511 512 513 514 515 516 517
function java_run_test() {
    # pwd: /Serving
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    unsetproxy
    case $TYPE in
        CPU)
B
barrierye 已提交
518 519 520 521 522 523 524 525 526
            # compile java sdk
            cd java # pwd: /Serving/java
            mvn compile > /dev/null
            mvn install > /dev/null
            # compile java sdk example
            cd examples # pwd: /Serving/java/examples
            mvn compile > /dev/null
            mvn install > /dev/null
            
B
barrierye 已提交
527 528 529 530 531 532 533 534 535 536 537 538 539
            # fit_a_line (general, asyn_predict, batch_predict)
            cd ../../python/examples/grpc_impl_example/fit_a_line # pwd: /Serving/python/examples/grpc_impl_example/fit_a_line
            sh get_data.sh
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9393 --thread 4 --use_multilang > /dev/null &"
            sleep 5 # wait for the server to start
            cd ../../../java/examples # /Serving/java/examples
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample fit_a_line
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample asyn_predict
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample batch_predict
            kill_server_process

            # imdb (model_ensemble)
            cd ../../python/examples/grpc_impl_example/imdb # pwd: /Serving/python/examples/grpc_impl_example/imdb
B
barrierye 已提交
540
            sh get_data.sh > /dev/null
B
barrierye 已提交
541 542 543 544 545 546 547 548
            check_cmd "python test_multilang_ensemble_server.py > /dev/null &"
            sleep 5 # wait for the server to start
            cd ../../../java/examples # /Serving/java/examples
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample model_ensemble
            kill_server_process

            # yolov4 (int32)
            cd ../../python/examples/grpc_impl_example/yolov4 # pwd: /Serving/python/examples/grpc_impl_example/yolov4
B
barrierye 已提交
549 550
            python -m paddle_serving_app.package --get_model yolov4 > /dev/null
            tar -xzf yolov4.tar.gz > /dev/null
B
barrierye 已提交
551
            check_cmd "python -m paddle_serving_server.serve --model yolov4_model --port 9393 --use_multilang --mem_optim > /dev/null &"
B
barrierye 已提交
552 553 554
            cd ../../../java/examples # /Serving/java/examples
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample yolov4 src/main/resources/000000570688.jpg
            kill_server_process
B
barrierye 已提交
555
            cd ../../ # pwd: /Serving
B
barrierye 已提交
556 557 558 559 560 561 562 563 564 565 566 567 568
            ;;
        GPU)
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "java-sdk $TYPE part finished as expected."
    setproxy
    unset SERVING_BIN
}

B
barrierye 已提交
569 570 571 572 573
function python_test_grpc_impl() {
    # pwd: /Serving/python/examples
    cd grpc_impl_example # pwd: /Serving/python/examples/grpc_impl_example
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
B
barrierye 已提交
574
    unsetproxy
B
barrierye 已提交
575 576 577 578 579 580 581 582 583 584 585 586
    case $TYPE in
        CPU)
            # test general case
            cd fit_a_line # pwd: /Serving/python/examples/grpc_impl_example/fit_a_line
            sh get_data.sh

            # one line command start
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9393 --thread 4 --use_multilang > /dev/null &"
            sleep 5 # wait for the server to start
            check_cmd "python test_sync_client.py > /dev/null"
            check_cmd "python test_asyn_client.py > /dev/null"
            check_cmd "python test_general_pb_client.py > /dev/null"
B
barrierye 已提交
587
            check_cmd "python test_numpy_input_client.py > /dev/null"
B
barrierye 已提交
588
            check_cmd "python test_batch_client.py > /dev/null"
B
barrierye 已提交
589
            check_cmd "python test_timeout_client.py > /dev/null"
B
barrierye 已提交
590
            kill_server_process
B
barrierye 已提交
591
            kill_process_by_port 9393
B
barrierye 已提交
592

B
barrierye 已提交
593
            check_cmd "python test_server.py uci_housing_model > /dev/null &"
B
barrierye 已提交
594 595 596 597
            sleep 5 # wait for the server to start
            check_cmd "python test_sync_client.py > /dev/null"
            check_cmd "python test_asyn_client.py > /dev/null"
            check_cmd "python test_general_pb_client.py > /dev/null"
B
barrierye 已提交
598
            check_cmd "python test_numpy_input_client.py > /dev/null"
B
barrierye 已提交
599
            check_cmd "python test_batch_client.py > /dev/null"
B
barrierye 已提交
600
            check_cmd "python test_timeout_client.py > /dev/null"
B
barrierye 已提交
601
            kill_server_process
B
barrierye 已提交
602
            kill_process_by_port 9393
B
barrierye 已提交
603

B
barrierye 已提交
604 605 606 607 608
            cd .. # pwd: /Serving/python/examples/grpc_impl_example

            # test load server config and client config in Server side
            cd criteo_ctr_with_cube # pwd: /Serving/python/examples/grpc_impl_example/criteo_ctr_with_cube

B
barrierye 已提交
609
            check_cmd "wget https://paddle-serving.bj.bcebos.com/unittest/ctr_cube_unittest.tar.gz > /dev/null"
B
barrierye 已提交
610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633
            check_cmd "tar xf ctr_cube_unittest.tar.gz"
            check_cmd "mv models/ctr_client_conf ./"
            check_cmd "mv models/ctr_serving_model_kv ./"
            check_cmd "mv models/data ./cube/"
            check_cmd "mv models/ut_data ./"
            cp ../../../../build-server-$TYPE/output/bin/cube* ./cube/
            sh cube_prepare.sh &
            check_cmd "mkdir work_dir1 && cp cube/conf/cube.conf ./work_dir1/"
            python test_server.py ctr_serving_model_kv ctr_client_conf/serving_client_conf.prototxt &
            sleep 5
            check_cmd "python test_client.py ./ut_data >score"
            tail -n 2 score | awk 'NR==1'
            AUC=$(tail -n 2  score | awk 'NR==1')
            VAR2="0.67" #TODO: temporarily relax the threshold to 0.67
            RES=$( echo "$AUC>$VAR2" | bc )
            if [[ $RES -eq 0 ]]; then
                echo "error with criteo_ctr_with_cube inference auc test, auc should > 0.67"
                exit 1
            fi
            echo "grpc impl test success"
            kill_server_process
            ps -ef | grep "cube" | grep -v grep | awk '{print $2}' | xargs kill

            cd .. # pwd: /Serving/python/examples/grpc_impl_example
B
barrierye 已提交
634 635 636 637 638 639 640 641 642 643 644 645 646
            ;;
        GPU)
            export CUDA_VISIBLE_DEVICES=0
            # test general case
            cd fit_a_line # pwd: /Serving/python/examples/grpc_impl_example/fit_a_line
            sh get_data.sh

            # one line command start
            check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9393 --thread 4 --gpu_ids 0 --use_multilang > /dev/null &"
            sleep 5 # wait for the server to start
            check_cmd "python test_sync_client.py > /dev/null"
            check_cmd "python test_asyn_client.py > /dev/null"
            check_cmd "python test_general_pb_client.py > /dev/null"
B
barrierye 已提交
647
            check_cmd "python test_numpy_input_client.py > /dev/null"
B
barrierye 已提交
648
            check_cmd "python test_batch_client.py > /dev/null"
B
barrierye 已提交
649
            check_cmd "python test_timeout_client.py > /dev/null"
B
barrierye 已提交
650
            kill_server_process
B
barrierye 已提交
651
            kill_process_by_port 9393
B
barrierye 已提交
652

B
barrierye 已提交
653
            check_cmd "python test_server_gpu.py uci_housing_model > /dev/null &"
B
barrierye 已提交
654 655 656 657
            sleep 5 # wait for the server to start
            check_cmd "python test_sync_client.py > /dev/null"
            check_cmd "python test_asyn_client.py > /dev/null"
            check_cmd "python test_general_pb_client.py > /dev/null"
B
barrierye 已提交
658
            check_cmd "python test_numpy_input_client.py > /dev/null"
B
barrierye 已提交
659
            check_cmd "python test_batch_client.py > /dev/null"
B
barrierye 已提交
660
            check_cmd "python test_timeout_client.py > /dev/null"
B
barrierye 已提交
661
            kill_server_process
B
barrierye 已提交
662
            kill_process_by_port 9393
B
barrierye 已提交
663
            #ps -ef | grep "test_server_gpu" | grep -v serving_build | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
664

B
barrierye 已提交
665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680
            cd .. # pwd: /Serving/python/examples/grpc_impl_example

            # test load server config and client config in Server side
            cd criteo_ctr_with_cube # pwd: /Serving/python/examples/grpc_impl_example/criteo_ctr_with_cube

            check_cmd "wget https://paddle-serving.bj.bcebos.com/unittest/ctr_cube_unittest.tar.gz"
            check_cmd "tar xf ctr_cube_unittest.tar.gz"
            check_cmd "mv models/ctr_client_conf ./"
            check_cmd "mv models/ctr_serving_model_kv ./"
            check_cmd "mv models/data ./cube/"
            check_cmd "mv models/ut_data ./"
            cp ../../../../build-server-$TYPE/output/bin/cube* ./cube/
            sh cube_prepare.sh &
            check_cmd "mkdir work_dir1 && cp cube/conf/cube.conf ./work_dir1/"
            python test_server_gpu.py ctr_serving_model_kv ctr_client_conf/serving_client_conf.prototxt &
            sleep 5
B
barrierye 已提交
681 682
            # for warm up
            python test_client.py ./ut_data &> /dev/null || true
B
barrierye 已提交
683 684 685 686 687 688 689 690 691 692 693
            check_cmd "python test_client.py ./ut_data >score"
            tail -n 2 score | awk 'NR==1'
            AUC=$(tail -n 2  score | awk 'NR==1')
            VAR2="0.67" #TODO: temporarily relax the threshold to 0.67
            RES=$( echo "$AUC>$VAR2" | bc )
            if [[ $RES -eq 0 ]]; then
                echo "error with criteo_ctr_with_cube inference auc test, auc should > 0.67"
                exit 1
            fi
            echo "grpc impl test success"
            kill_server_process
B
barrierye 已提交
694
            ps -ef | grep "test_server_gpu" | grep -v serving_build | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
695 696
            ps -ef | grep "cube" | grep -v grep | awk '{print $2}' | xargs kill
            cd .. # pwd: /Serving/python/examples/grpc_impl_example
B
barrierye 已提交
697 698 699 700 701 702
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
B
barrierye 已提交
703
    echo "test grpc impl $TYPE part finished as expected."
B
barrierye 已提交
704
    setproxy
B
barrierye 已提交
705 706 707 708
    unset SERVING_BIN
    cd .. # pwd: /Serving/python/examples
}

B
barrierye 已提交
709

M
MRXLT 已提交
710 711 712 713 714 715 716
function python_test_yolov4(){
    #pwd:/ Serving/python/examples
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd yolov4
    case $TYPE in
        CPU)
M
MRXLT 已提交
717
            echo "no implement for cpu type"
M
MRXLT 已提交
718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737
            ;;
        GPU)
            python -m paddle_serving_app.package --get_model yolov4
            tar -xzvf yolov4.tar.gz
            check_cmd "python -m paddle_serving_server_gpu.serve --model yolov4_model/ --port 9393 --gpu_ids 0 &"
            sleep 5
            check_cmd "python test_client.py 000000570688.jpg"
            echo "yolov4 GPU RPC inference pass"
            kill_server_process
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test yolov4 $TYPE finished as expected."
    unset SERVING_BIN
    cd ..
}

M
MRXLT 已提交
738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764
function python_test_resnet50(){
    #pwd:/ Serving/python/examples
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd imagenet
    case $TYPE in
        CPU)
            echo "no implement for cpu type"
            ;;
        GPU)
            sh get_model.sh
            check_cmd"python -m paddle_serving_server_gpu.serve --model ResNet50_vd_model --port 9696 --gpu_ids 0"
            sleep 5
            check_cmd"python resnet50_rpc_client.py ResNet50_vd_client_config/serving_client_conf.prototxt"
            echo "resnet50 GPU RPC inference pass"
            kill_server_process
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test resnet $TYPE finished as expected"
    unset SERVING_BIN
    cd ..
}

B
barrierye 已提交
765
function python_test_pipeline(){
B
barriery 已提交
766
    # pwd: /Serving/python/examples
B
barrierye 已提交
767 768 769
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    unsetproxy
B
barriery 已提交
770
    cd pipeline # pwd: /Serving/python/examples/pipeline
B
barrierye 已提交
771 772
    case $TYPE in
        CPU)
B
barriery 已提交
773
            cd imdb_model_ensemble # pwd: /Serving/python/examples/pipeline/imdb_model_ensemble
B
barrierye 已提交
774 775
            # start paddle serving service (brpc)
            sh get_data.sh
B
barrierye 已提交
776 777
            python -m paddle_serving_server.serve --model imdb_cnn_model --port 9292 --workdir test9292 &> cnn.log &
            python -m paddle_serving_server.serve --model imdb_bow_model --port 9393 --workdir test9393 &> bow.log &
B
barrierye 已提交
778 779 780
            sleep 5
            
            # test: thread servicer & thread op
B
barrierye 已提交
781
            cat << EOF > config.yml
B
barriery 已提交
782
rpc_port: 18080
B
bug fix  
barriery 已提交
783
worker_num: 4
B
barrierye 已提交
784 785 786 787 788 789 790
build_dag_each_worker: false
dag:
    is_thread_op: true
    client_type: brpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
791
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
792 793 794
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
795
            kill_process_by_port 18080
B
barrierye 已提交
796 797

            # test: thread servicer & process op
B
barrierye 已提交
798
            cat << EOF > config.yml
B
barriery 已提交
799
rpc_port: 18080
B
bug fix  
barriery 已提交
800
worker_num: 4
B
barrierye 已提交
801 802 803 804 805 806 807
build_dag_each_worker: false
dag:
    is_thread_op: false
    client_type: brpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
808
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
809 810 811
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
812
            kill_process_by_port 18080
B
barrierye 已提交
813

B
bug fix  
barriery 已提交
814
            # test: process servicer & process op
B
barrierye 已提交
815
            cat << EOF > config.yml
B
barriery 已提交
816
rpc_port: 18080
B
bug fix  
barriery 已提交
817 818
worker_num: 4
build_dag_each_worker: false
B
barrierye 已提交
819
dag:
B
bug fix  
barriery 已提交
820
    is_thread_op: false
B
barrierye 已提交
821 822 823 824
    client_type: brpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
825
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
826 827 828
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
829
            kill_process_by_port 18080
B
bug fix  
barriery 已提交
830 831
            
            # test: process servicer & thread op
B
fix ci  
barriery 已提交
832
            pip uninstall grpcio -y
B
bug fix  
barriery 已提交
833
            pip install grpcio --no-binary=grpcio
B
barrierye 已提交
834
            cat << EOF > config.yml
B
barriery 已提交
835
rpc_port: 18080
B
bug fix  
barriery 已提交
836 837
worker_num: 4
build_dag_each_worker: true
B
barrierye 已提交
838
dag:
B
bug fix  
barriery 已提交
839
    is_thread_op: false
B
barrierye 已提交
840 841 842 843
    client_type: brpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
844
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
845 846 847
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
848
            kill_process_by_port 18080
B
barrierye 已提交
849

B
barriery 已提交
850 851 852 853
            kill_server_process
            kill_process_by_port 9292
            kill_process_by_port 9393

B
barrierye 已提交
854
            # start paddle serving service (grpc)
B
barrierye 已提交
855 856
            python -m paddle_serving_server.serve --model imdb_cnn_model --port 9292 --use_multilang --workdir test9292 &> cnn.log &
            python -m paddle_serving_server.serve --model imdb_bow_model --port 9393 --use_multilang --workdir test9393 &> bow.log &
B
barrierye 已提交
857
            sleep 5
B
barrierye 已提交
858
            cat << EOF > config.yml
B
barriery 已提交
859
rpc_port: 18080
B
bug fix  
barriery 已提交
860
worker_num: 4
B
barrierye 已提交
861 862 863 864 865 866 867
build_dag_each_worker: false
dag:
    is_thread_op: false
    client_type: grpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
868
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
869 870 871
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
872
            kill_process_by_port 18080
B
barrierye 已提交
873
            kill_server_process
B
barrierye 已提交
874 875
            kill_process_by_port 9292
            kill_process_by_port 9393
B
barriery 已提交
876
            cd ..
B
fix ci  
barriery 已提交
877

B
fix doc  
barriery 已提交
878
            cd simple_web_service # pwd: /Serving/python/examples/pipeline/simple_web_service
B
barriery 已提交
879 880 881
            sh get_data.sh
            python web_service.py >/dev/null &
            sleep 5
B
barrierye 已提交
882
            curl -X POST -k http://localhost:18080/uci/prediction -d '{"key": ["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}'
B
barriery 已提交
883
             check http code
B
barrierye 已提交
884
            http_code=`curl -X POST -k -d '{"key":["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}' -s -w "%{http_code}" -o /dev/null http://localhost:18080/uci/prediction`
B
barriery 已提交
885 886 887 888 889
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
            ps -ef | grep "web_service" | grep -v grep | awk '{print $2}' | xargs kill
B
barriery 已提交
890
            ps -ef | grep "pipeline" | grep -v grep | awk '{print $2}' | xargs kill
B
barriery 已提交
891 892
            kill_server_process
            cd ..
B
barrierye 已提交
893 894
            ;;
        GPU)
B
fix doc  
barriery 已提交
895
            cd simple_web_service # pwd: /Serving/python/examples/pipeline/simple_web_service
B
barriery 已提交
896 897 898
            sh get_data.sh
            python web_service.py >/dev/null &
            sleep 5
B
barrierye 已提交
899
            curl -X POST -k http://localhost:18080/uci/prediction -d '{"key": ["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}'
B
barriery 已提交
900
            # check http code
B
barrierye 已提交
901
            http_code=`curl -X POST -k -d '{"key":["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}' -s -w "%{http_code}" -o /dev/null http://localhost:18080/uci/prediction`
B
barriery 已提交
902 903 904 905 906
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
            ps -ef | grep "web_service" | grep -v grep | awk '{print $2}' | xargs kill
B
barriery 已提交
907
            ps -ef | grep "pipeline" | grep -v grep | awk '{print $2}' | xargs kill
B
fix ci  
barriery 已提交
908
            kill_server_process
B
barriery 已提交
909
            cd .. # pwd: /Serving/python/examples/pipeline
B
barrierye 已提交
910 911 912 913 914 915
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
B
barriery 已提交
916
    cd ..
B
barrierye 已提交
917 918 919 920
    setproxy
    unset SERVING_BIN
}

M
MRXLT 已提交
921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940
function python_app_api_test(){
    #pwd:/ Serving/python/examples
    #test image reader
    local TYPE=$1
    cd imagenet
    case $TYPE in
        CPU)
            check_cmd "python test_image_reader.py"
            ;;
        GPU)
            echo "no implement for cpu type"
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test app api finised as expected"
    cd ..
}
M
MRXLT 已提交
941

G
guru4elephant 已提交
942
function python_run_test() {
943
    # Using the compiled binary
Y
Your Name 已提交
944 945 946
    local TYPE=$1 # pwd: /Serving
    cd python/examples # pwd: /Serving/python/examples
    python_test_fit_a_line $TYPE # pwd: /Serving/python/examples
Y
merge  
Your Name 已提交
947
    python_run_criteo_ctr_with_cube $TYPE # pwd: /Serving/python/examples
W
wangjiawei04 已提交
948
    python_test_bert $TYPE # pwd: /Serving/python/examples
M
MRXLT 已提交
949
    python_test_imdb $TYPE # pwd: /Serving/python/examples
M
MRXLT 已提交
950 951 952
    python_test_lac $TYPE # pwd: /Serving/python/examples
    python_test_multi_process $TYPE # pwd: /Serving/python/examples
    python_test_multi_fetch $TYPE # pwd: /Serving/python/examples
M
MRXLT 已提交
953
    python_test_yolov4 $TYPE # pwd: /Serving/python/examples
B
barrierye 已提交
954
    python_test_grpc_impl $TYPE # pwd: /Serving/python/examples
M
MRXLT 已提交
955
    python_test_resnet50 $TYPE # pwd: /Serving/python/examples
B
barrierye 已提交
956
    python_test_pipeline $TYPE # pwd: /Serving/python/examples
G
guru4elephant 已提交
957
    echo "test python $TYPE part finished as expected."
Y
Your Name 已提交
958
    cd ../.. # pwd: /Serving
G
guru4elephant 已提交
959 960
}

B
barrierye 已提交
961 962 963 964 965
function monitor_test() {
    local TYPE=$1 # pwd: /Serving
    mkdir _monitor_test && cd _monitor_test # pwd: /Serving/_monitor_test
    case $TYPE in
        CPU):
B
barrierye 已提交
966 967
            # The CPU part and GPU part are identical.
            # In order to avoid Travis CI timeout (50 min), the CPU version is not checked
B
barrierye 已提交
968 969
            ;;
        GPU):
B
barrierye 已提交
970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081
            pip install pyftpdlib
            mkdir remote_path
            mkdir local_path
            cd remote_path # pwd: /Serving/_monitor_test/remote_path
            check_cmd "python -m pyftpdlib -p 8000 &>/dev/null &"
            cd .. # pwd: /Serving/_monitor_test

            # type: ftp
            # remote_path: /
            # remote_model_name: uci_housing.tar.gz
            # local_tmp_path: ___tmp
            # local_path: local_path
            cd remote_path # pwd: /Serving/_monitor_test/remote_path
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            touch donefile
            cd ..  # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server_gpu.monitor \
                    --type='ftp' --ftp_host='127.0.0.1' --ftp_port='8000' \
                    --remote_path='/' --remote_model_name='uci_housing.tar.gz' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --unpacked_filename='uci_housing_model' \
                    --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            # type: ftp
            # remote_path: /tmp_dir
            # remote_model_name: uci_housing_model
            # local_tmp_path: ___tmp
            # local_path: local_path
            mkdir -p remote_path/tmp_dir && cd remote_path/tmp_dir # pwd: /Serving/_monitor_test/remote_path/tmp_dir
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            tar -xzf uci_housing.tar.gz
            touch donefile
            cd ../.. # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server_gpu.monitor \
                    --type='ftp' --ftp_host='127.0.0.1' --ftp_port='8000' \
                    --remote_path='/tmp_dir' --remote_model_name='uci_housing_model' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            # type: general
            # remote_path: /
            # remote_model_name: uci_housing.tar.gz
            # local_tmp_path: ___tmp
            # local_path: local_path
            cd remote_path # pwd: /Serving/_monitor_test/remote_path
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            touch donefile
            cd ..  # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server_gpu.monitor \
                    --type='general' --general_host='ftp://127.0.0.1:8000' \
                    --remote_path='/' --remote_model_name='uci_housing.tar.gz' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --unpacked_filename='uci_housing_model' \
                    --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            # type: general
            # remote_path: /tmp_dir
            # remote_model_name: uci_housing_model
            # local_tmp_path: ___tmp
            # local_path: local_path
            mkdir -p remote_path/tmp_dir && cd remote_path/tmp_dir # pwd: /Serving/_monitor_test/remote_path/tmp_dir
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            tar -xzf uci_housing.tar.gz
            touch donefile
            cd ../.. # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server_gpu.monitor \
                    --type='general' --general_host='ftp://127.0.0.1:8000' \
                    --remote_path='/tmp_dir' --remote_model_name='uci_housing_model' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            ps -ef | grep "pyftpdlib" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
1082 1083
            ;;
        *)
B
barrierye 已提交
1084 1085 1086
            echo "error type"
            exit 1
            ;;
B
barrierye 已提交
1087 1088 1089 1090 1091 1092
    esac
    cd .. # pwd: /Serving
    rm -rf _monitor_test
    echo "test monitor $TYPE finished as expected."
}

G
guru4elephant 已提交
1093
function main() {
Y
Your Name 已提交
1094 1095 1096 1097
    local TYPE=$1 # pwd: /
    init # pwd: /Serving
    build_client $TYPE # pwd: /Serving
    build_server $TYPE # pwd: /Serving
B
barrierye 已提交
1098
    build_app $TYPE # pwd: /Serving
B
barrierye 已提交
1099
    java_run_test $TYPE # pwd: /Serving
Y
Your Name 已提交
1100
    python_run_test $TYPE # pwd: /Serving
B
barrierye 已提交
1101
    monitor_test $TYPE # pwd: /Serving
G
guru4elephant 已提交
1102 1103 1104 1105
    echo "serving $TYPE part finished as expected."
}

main $@
B
barrierye 已提交
1106
exit 0