serving_build.sh 54.2 KB
Newer Older
G
guru4elephant 已提交
1
#!/usr/bin/env bash
M
fix ci  
MRXLT 已提交
2
set -x
3 4 5 6 7 8 9 10 11 12 13 14
function unsetproxy() {
    HTTP_PROXY_TEMP=$http_proxy
    HTTPS_PROXY_TEMP=$https_proxy
    unset http_proxy
    unset https_proxy
}

function setproxy() {
    export http_proxy=$HTTP_PROXY_TEMP
    export https_proxy=$HTTPS_PROXY_TEMP
}

G
guru4elephant 已提交
15 16 17 18 19
function init() {
    source /root/.bashrc
    set -v
    export PYTHONROOT=/usr
    cd Serving
B
barrierye 已提交
20
    export SERVING_WORKDIR=$PWD
D
dongdaxiang 已提交
21
    $PYTHONROOT/bin/python -m pip install -r python/requirements.txt
B
barriery 已提交
22 23 24 25 26 27
    export GOPATH=$HOME/go
    export PATH=$PATH:$GOPATH/bin

    go get -u github.com/grpc-ecosystem/grpc-gateway/protoc-gen-grpc-gateway
    go get -u github.com/grpc-ecosystem/grpc-gateway/protoc-gen-swagger
    go get -u github.com/golang/protobuf/protoc-gen-go
B
barriery 已提交
28
    go get -u google.golang.org/grpc
G
guru4elephant 已提交
29 30 31 32 33 34 35 36 37
}

function check_cmd() {
    eval $@
    if [ $? -ne 0 ]; then
        exit 1
    fi
}

38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58
function rerun() {
    if [ $# -ne 2 ]; then
        echo "usage: rerun command rerun-times"
        exit 1
    fi
    local command=$1
    local times=$2
    for((i=1;i<=${times};i++))
    do
        if [ ${i} != 1 ]; then
            echo "${i}-th run command: ${command}..."
        fi
        eval $command
        if [ $? -eq 0 ]; then
            return 0
        fi
        echo "${i}-th run(command: ${command}) failed."
    done
    exit 1
}

B
barrierye 已提交
59 60 61 62 63 64 65 66 67 68 69
function build_app() {
    local TYPE=$1
    local DIRNAME=build-app-$TYPE
    mkdir $DIRNAME # pwd: /Serving
    cd $DIRNAME # pwd: /Serving/build-app-$TYPE
    case $TYPE in
        CPU|GPU)
            cmake -DPYTHON_INCLUDE_DIR=$PYTHONROOT/include/python2.7/ \
                  -DPYTHON_LIBRARIES=$PYTHONROOT/lib/libpython2.7.so \
                  -DPYTHON_EXECUTABLE=$PYTHONROOT/bin/python \
                  -DAPP=ON ..
M
MRXLT 已提交
70
            rerun "make -j10 >/dev/null" 3 # due to some network reasons, compilation may fail
B
barrierye 已提交
71 72 73 74 75 76 77 78 79 80 81
            pip install -U python/dist/paddle_serving_app* >/dev/null
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "build app $TYPE part finished as expected."
    cd .. # pwd: /Serving
}

G
guru4elephant 已提交
82
function build_client() {
83
    local TYPE=$1
G
guru4elephant 已提交
84
    local DIRNAME=build-client-$TYPE
85 86
    mkdir $DIRNAME # pwd: /Serving
    cd $DIRNAME # pwd: /Serving/build-client-$TYPE
G
guru4elephant 已提交
87 88 89 90 91
    case $TYPE in
        CPU|GPU)
            cmake -DPYTHON_INCLUDE_DIR=$PYTHONROOT/include/python2.7/ \
                  -DPYTHON_LIBRARIES=$PYTHONROOT/lib64/libpython2.7.so \
                  -DPYTHON_EXECUTABLE=$PYTHONROOT/bin/python \
92
                  -DCLIENT=ON ..
M
MRXLT 已提交
93
            rerun "make -j10 >/dev/null" 3 # due to some network reasons, compilation may fail
Y
Your Name 已提交
94
            pip install -U python/dist/paddle_serving_client* >/dev/null
G
guru4elephant 已提交
95 96 97 98 99 100 101
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "build client $TYPE part finished as expected."
Y
Your Name 已提交
102
    cd .. # pwd: /Serving
103
    # rm -rf $DIRNAME
G
guru4elephant 已提交
104 105 106
}

function build_server() {
107
    local TYPE=$1
G
guru4elephant 已提交
108
    local DIRNAME=build-server-$TYPE
109 110
    mkdir $DIRNAME # pwd: /Serving
    cd $DIRNAME # pwd: /Serving/build-server-$TYPE
G
guru4elephant 已提交
111 112 113 114 115
    case $TYPE in
        CPU)
            cmake -DPYTHON_INCLUDE_DIR=$PYTHONROOT/include/python2.7/ \
                  -DPYTHON_LIBRARIES=$PYTHONROOT/lib64/libpython2.7.so \
                  -DPYTHON_EXECUTABLE=$PYTHONROOT/bin/python \
G
guru4elephant 已提交
116
                  -DSERVER=ON ..
M
MRXLT 已提交
117
            rerun "make -j10 >/dev/null" 3 # due to some network reasons, compilation may fail
118
            check_cmd "make install -j2 >/dev/null"
Y
Your Name 已提交
119
            pip install -U python/dist/paddle_serving_server* >/dev/null
G
guru4elephant 已提交
120 121 122 123 124
            ;;
        GPU)
            cmake -DPYTHON_INCLUDE_DIR=$PYTHONROOT/include/python2.7/ \
                  -DPYTHON_LIBRARIES=$PYTHONROOT/lib64/libpython2.7.so \
                  -DPYTHON_EXECUTABLE=$PYTHONROOT/bin/python \
125
                  -DSERVER=ON \
G
guru4elephant 已提交
126
                  -DWITH_GPU=ON ..
M
MRXLT 已提交
127
            rerun "make -j10 >/dev/null" 3 # due to some network reasons, compilation may fail
128
            check_cmd "make install -j2 >/dev/null"
Y
Your Name 已提交
129
            pip install -U python/dist/paddle_serving_server* >/dev/null
G
guru4elephant 已提交
130 131 132 133 134 135 136
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "build server $TYPE part finished as expected."
Y
Your Name 已提交
137
    cd .. # pwd: /Serving
Y
Your Name 已提交
138
    # rm -rf $DIRNAME    for export SERVING_BIN
G
guru4elephant 已提交
139 140
}

141
function kill_server_process() {
Y
Your Name 已提交
142
    ps -ef | grep "serving" | grep -v serving_build | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
143
    sleep 1
144 145
}

B
barrierye 已提交
146
function kill_process_by_port() {
B
barrierye 已提交
147
    if [ $# != 1 ]; then
B
barrierye 已提交
148
        echo "usage: kill_process_by_port <PID>"
B
barrierye 已提交
149 150 151 152 153 154
        exit 1
    fi
    local PID=$1
    lsof -i:$PID | awk 'NR == 1 {next} {print $2}' | xargs kill
}

G
guru4elephant 已提交
155
function python_test_fit_a_line() {
Y
Your Name 已提交
156 157
    # pwd: /Serving/python/examples
    cd fit_a_line # pwd: /Serving/python/examples/fit_a_line
G
guru4elephant 已提交
158 159
    sh get_data.sh
    local TYPE=$1
B
barrierye 已提交
160
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
G
guru4elephant 已提交
161 162 163
    case $TYPE in
        CPU)
            # test rpc
164 165
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9393 --thread 4 > /dev/null &"
            sleep 5 # wait for the server to start
G
guru4elephant 已提交
166
            check_cmd "python test_client.py uci_housing_client/serving_client_conf.prototxt > /dev/null"
167
            kill_server_process
B
barrierye 已提交
168

G
guru4elephant 已提交
169
            # test web
170
            unsetproxy # maybe the proxy is used on iPipe, which makes web-test failed.
171 172
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --name uci --port 9393 --thread 4 --name uci > /dev/null &"
            sleep 5 # wait for the server to start
M
MRXLT 已提交
173
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], \"fetch\":[\"price\"]}' http://127.0.0.1:9393/uci/prediction"
174
            # check http code
M
fix ci  
MRXLT 已提交
175
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], "fetch":["price"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9393/uci/prediction`
Y
Your Name 已提交
176 177 178 179
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
B
barrierye 已提交
180 181 182 183 184 185 186 187 188 189
            # test web batch
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}, {\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], \"fetch\":[\"price\"]}' http://127.0.0.1:9393/uci/prediction"
            # check http code
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}, {"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], "fetch":["price"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9393/uci/prediction`
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
            setproxy # recover proxy state
            kill_server_process
G
guru4elephant 已提交
190 191
            ;;
        GPU)
B
fix bug  
barrierye 已提交
192
            export CUDA_VISIBLE_DEVICES=0
193 194 195 196 197
            # test rpc
            check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9393 --thread 4 --gpu_ids 0 > /dev/null &"
            sleep 5 # wait for the server to start
            check_cmd "python test_client.py uci_housing_client/serving_client_conf.prototxt > /dev/null"
            kill_server_process
M
MRXLT 已提交
198

199
            # test web
J
Jiawei Wang 已提交
200
            #unsetproxy # maybe the proxy is used on iPipe, which makes web-test failed.
D
dyning 已提交
201 202 203
            #check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9393 --thread 2 --gpu_ids 0 --name uci > /dev/null &"
            #sleep 5 # wait for the server to start
            #check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], \"fetch\":[\"price\"]}' http://127.0.0.1:9393/uci/prediction"
204
            # check http code
D
dyning 已提交
205 206 207 208 209
            #http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], "fetch":["price"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9393/uci/prediction`
            #if [ ${http_code} -ne 200 ]; then
            #    echo "HTTP status code -ne 200"
            #    exit 1
            #fi
B
barrierye 已提交
210
            # test web batch
D
dyning 已提交
211
            #check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}, {\"x\": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], \"fetch\":[\"price\"]}' http://127.0.0.1:9393/uci/prediction"
B
barrierye 已提交
212
            # check http code
D
dyning 已提交
213 214 215 216 217
            #http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}, {"x": [0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332]}], "fetch":["price"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9393/uci/prediction`
            #if [ ${http_code} -ne 200 ]; then
            #    echo "HTTP status code -ne 200"
            #    exit 1
            #fi
J
Jiawei Wang 已提交
218
            #setproxy # recover proxy state
D
dyning 已提交
219
            #kill_server_process
G
guru4elephant 已提交
220 221 222 223 224 225 226 227
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test fit_a_line $TYPE part finished as expected."
    rm -rf image kvdb log uci_housing* work*
B
barrierye 已提交
228
    unset SERVING_BIN
Y
Your Name 已提交
229
    cd .. # pwd: /Serving/python/examples
G
guru4elephant 已提交
230 231
}

W
wangjiawei04 已提交
232
function python_run_criteo_ctr_with_cube() {
Y
merge  
Your Name 已提交
233
    # pwd: /Serving/python/examples
W
wangjiawei04 已提交
234
    local TYPE=$1
235
    yum install -y bc >/dev/null
Y
merge  
Your Name 已提交
236
    cd criteo_ctr_with_cube # pwd: /Serving/python/examples/criteo_ctr_with_cube
M
MRXLT 已提交
237
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
B
barrierye 已提交
238 239 240 241 242 243 244 245
    case $TYPE in
        CPU)
            check_cmd "wget https://paddle-serving.bj.bcebos.com/unittest/ctr_cube_unittest.tar.gz"
            check_cmd "tar xf ctr_cube_unittest.tar.gz"
            check_cmd "mv models/ctr_client_conf ./"
            check_cmd "mv models/ctr_serving_model_kv ./"
            check_cmd "mv models/data ./cube/"
            check_cmd "mv models/ut_data ./"
M
MRXLT 已提交
246
            cp ../../../build-server-$TYPE/output/bin/cube* ./cube/
B
barrierye 已提交
247 248
            sh cube_prepare.sh &
            python test_server.py ctr_serving_model_kv &
M
MRXLT 已提交
249
            sleep 5
B
barrierye 已提交
250
            check_cmd "python test_client.py ctr_client_conf/serving_client_conf.prototxt ./ut_data >score"
W
wangjiawei04 已提交
251
            tail -n 2 score | awk 'NR==1'
B
barrierye 已提交
252
            AUC=$(tail -n 2  score | awk 'NR==1')
253
            VAR2="0.67" #TODO: temporarily relax the threshold to 0.67
B
barrierye 已提交
254 255
            RES=$( echo "$AUC>$VAR2" | bc )
            if [[ $RES -eq 0 ]]; then
J
Jiawei Wang 已提交
256
                echo "error with criteo_ctr_with_cube inference auc test, auc should > 0.67"
B
barrierye 已提交
257 258 259
                exit 1
            fi
            echo "criteo_ctr_with_cube inference auc test success"
B
barrierye 已提交
260
            kill_server_process
B
barrierye 已提交
261
            ps -ef | grep "cube" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
262
            sleep 1
B
barrierye 已提交
263 264
            ;;
        GPU)
W
wangjiawei04 已提交
265 266 267 268 269 270 271 272 273
            check_cmd "wget https://paddle-serving.bj.bcebos.com/unittest/ctr_cube_unittest.tar.gz"
            check_cmd "tar xf ctr_cube_unittest.tar.gz"
            check_cmd "mv models/ctr_client_conf ./"
            check_cmd "mv models/ctr_serving_model_kv ./"
            check_cmd "mv models/data ./cube/"
            check_cmd "mv models/ut_data ./"
            cp ../../../build-server-$TYPE/output/bin/cube* ./cube/
            sh cube_prepare.sh &
            python test_server_gpu.py ctr_serving_model_kv &
M
MRXLT 已提交
274
            sleep 5
B
barrierye 已提交
275
            # for warm up
B
barrierye 已提交
276
            python test_client.py ctr_client_conf/serving_client_conf.prototxt ./ut_data > /dev/null || true
W
wangjiawei04 已提交
277 278 279
            check_cmd "python test_client.py ctr_client_conf/serving_client_conf.prototxt ./ut_data >score"
            tail -n 2 score | awk 'NR==1'
            AUC=$(tail -n 2  score | awk 'NR==1')
J
Jiawei Wang 已提交
280
            VAR2="0.67" #TODO: temporarily relax the threshold to 0.67
W
wangjiawei04 已提交
281 282
            RES=$( echo "$AUC>$VAR2" | bc )
            if [[ $RES -eq 0 ]]; then
J
Jiawei Wang 已提交
283
                echo "error with criteo_ctr_with_cube inference auc test, auc should > 0.67"
W
wangjiawei04 已提交
284 285 286
                exit 1
            fi
            echo "criteo_ctr_with_cube inference auc test success"
B
barrierye 已提交
287
            kill_server_process
W
wangjiawei04 已提交
288
            ps -ef | grep "cube" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
289
            sleep 1
B
barrierye 已提交
290 291 292 293 294 295
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
M
MRXLT 已提交
296
    unset SERVING_BIN
B
barrierye 已提交
297
    echo "test criteo_ctr_with_cube $TYPE part finished as expected."
Y
merge  
Your Name 已提交
298
    cd .. # pwd: /Serving/python/examples
W
wangjiawei04 已提交
299 300
}

W
wangjiawei04 已提交
301 302 303
function python_test_bert() {
    # pwd: /Serving/python/examples
    local TYPE=$1
304
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
W
wangjiawei04 已提交
305 306 307 308
    cd bert # pwd: /Serving/python/examples/bert
    case $TYPE in
        CPU)
            pip install paddlehub
309 310 311 312
            # Because download from paddlehub may timeout,
            # download the model from bos(max_seq_len=128).
            wget https://paddle-serving.bj.bcebos.com/paddle_hub_models/text/SemanticModel/bert_chinese_L-12_H-768_A-12.tar.gz
            tar -xzf bert_chinese_L-12_H-768_A-12.tar.gz
W
wangjiawei04 已提交
313
            sh get_data.sh
314
            check_cmd "python -m paddle_serving_server.serve --model bert_chinese_L-12_H-768_A-12_model --port 9292 &"
315
            sleep 5
W
wangjiawei04 已提交
316
            pip install paddle_serving_app
317
            check_cmd "head -n 10 data-c.txt | python bert_client.py --model bert_chinese_L-12_H-768_A-12_client/serving_client_conf.prototxt"
J
Jiawei Wang 已提交
318
            kill_server_process
M
MRXLT 已提交
319
            echo "bert RPC inference pass"
W
wangjiawei04 已提交
320 321
            ;;
        GPU)
B
fix bug  
barrierye 已提交
322
            export CUDA_VISIBLE_DEVICES=0
W
wangjiawei04 已提交
323
            pip install paddlehub
324 325 326 327
            # Because download from paddlehub may timeout,
            # download the model from bos(max_seq_len=128).
            wget https://paddle-serving.bj.bcebos.com/paddle_hub_models/text/SemanticModel/bert_chinese_L-12_H-768_A-12.tar.gz
            tar -xzf bert_chinese_L-12_H-768_A-12.tar.gz
W
wangjiawei04 已提交
328
            sh get_data.sh
329
            check_cmd "python -m paddle_serving_server_gpu.serve --model bert_chinese_L-12_H-768_A-12_model --port 9292 --gpu_ids 0 &"
330
            sleep 5
W
wangjiawei04 已提交
331
            pip install paddle_serving_app
332
            check_cmd "head -n 10 data-c.txt | python bert_client.py --model bert_chinese_L-12_H-768_A-12_client/serving_client_conf.prototxt"
J
Jiawei Wang 已提交
333
            kill_server_process
W
wangjiawei04 已提交
334 335 336
            echo "bert RPC inference pass"
            ;;
        *)
B
barrierye 已提交
337 338 339
            echo "error type"
            exit 1
            ;;
W
wangjiawei04 已提交
340 341
    esac
    echo "test bert $TYPE finished as expected."
342
    unset SERVING_BIN
W
wangjiawei04 已提交
343 344 345
    cd ..
}

M
MRXLT 已提交
346
function python_test_multi_fetch() {
M
MRXLT 已提交
347 348 349 350 351 352 353 354 355
    # pwd: /Serving/python/examples
    local TYPT=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd bert # pwd: /Serving/python/examples/bert
    case $TYPE in
        CPU)
            #download model (max_seq_len=32)
            wget https://paddle-serving.bj.bcebos.com/bert_example/bert_multi_fetch.tar.gz
            tar -xzvf bert_multi_fetch.tar.gz
M
fix ci  
MRXLT 已提交
356
            check_cmd "python -m paddle_serving_server.serve --model bert_seq32_model --port 9292 &"
M
MRXLT 已提交
357
            sleep 5
M
MRXLT 已提交
358
            check_cmd "head -n 8 data-c.txt | python test_multi_fetch_client.py"
M
MRXLT 已提交
359 360 361 362 363 364 365
            kill_server_process
            echo "bert mutli fetch RPC inference pass"
            ;;
        GPU)
            #download model (max_seq_len=32)
            wget https://paddle-serving.bj.bcebos.com/bert_example/bert_multi_fetch.tar.gz
            tar -xzvf bert_multi_fetch.tar.gz
M
fix ci  
MRXLT 已提交
366
            check_cmd "python -m paddle_serving_server_gpu.serve --model bert_seq32_model --port 9292 --gpu_ids 0 &"
M
MRXLT 已提交
367
            sleep 5
M
MRXLT 已提交
368
            check_cmd "head -n 8 data-c.txt | python test_multi_fetch_client.py"
M
MRXLT 已提交
369 370 371 372 373 374 375 376 377 378 379 380 381 382
            kill_server_process
            echo "bert mutli fetch RPC inference pass"
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test multi fetch $TYPE finished as expected."
    unset SERVING_BIN
    cd ..
}

function python_test_multi_process(){
M
MRXLT 已提交
383 384 385
    # pwd: /Serving/python/examples
    local TYPT=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
M
fix ci  
MRXLT 已提交
386
    cd fit_a_line # pwd: /Serving/python/examples/fit_a_line
M
fix bug  
MRXLT 已提交
387
    sh get_data.sh
M
MRXLT 已提交
388 389
    case $TYPE in
        CPU)
B
barrierye 已提交
390 391
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9292 --workdir test9292 &"
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9293 --workdir test9293 &"
M
MRXLT 已提交
392 393 394 395 396 397
            sleep 5
            check_cmd "python test_multi_process_client.py"
            kill_server_process
            echo "bert mutli rpc RPC inference pass"
            ;;
        GPU)
B
barrierye 已提交
398
            rm -rf ./image #TODO: The following code tried to create this folder, but no corresponding code was found
B
barrierye 已提交
399 400
            check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9292 --workdir test9292 --gpu_ids 0 &"
            check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9293 --workdir test9293 --gpu_ids 0 &"
M
MRXLT 已提交
401 402 403 404 405 406 407 408 409 410 411 412 413
            sleep 5
            check_cmd "python test_multi_process_client.py"
            kill_server_process
            echo "bert mutli process RPC inference pass"
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test multi process $TYPE finished as expected."
    unset SERVING_BIN
    cd ..
M
MRXLT 已提交
414 415
}

W
wangjiawei04 已提交
416 417 418
function python_test_imdb() {
    # pwd: /Serving/python/examples
    local TYPE=$1
419 420
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd imdb # pwd: /Serving/python/examples/imdb
W
wangjiawei04 已提交
421 422 423
    case $TYPE in
        CPU)
            sh get_data.sh
J
Jiawei Wang 已提交
424
            check_cmd "python -m paddle_serving_server.serve --model imdb_cnn_model/ --port 9292 &"
B
barrierye 已提交
425
            sleep 5
W
wangjiawei04 已提交
426
            check_cmd "head test_data/part-0 | python test_client.py imdb_cnn_client_conf/serving_client_conf.prototxt imdb.vocab"
B
barrierye 已提交
427
            # test batch predict
M
MRXLT 已提交
428
            check_cmd "python benchmark.py --thread 4 --batch_size 8 --model imdb_bow_client_conf/serving_client_conf.prototxt --request rpc --endpoint 127.0.0.1:9292"
W
wangjiawei04 已提交
429
            echo "imdb CPU RPC inference pass"
B
barrierye 已提交
430
            kill_server_process
J
Jiawei Wang 已提交
431 432
            rm -rf work_dir1
            sleep 5
W
wangjiawei04 已提交
433

B
barrierye 已提交
434 435
            unsetproxy # maybe the proxy is used on iPipe, which makes web-test failed.
            check_cmd "python text_classify_service.py imdb_cnn_model/ workdir/ 9292 imdb.vocab &"
436
            sleep 5
M
MRXLT 已提交
437
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"words\": \"i am very sad | 0\"}], \"fetch\":[\"prediction\"]}' http://127.0.0.1:9292/imdb/prediction"
B
barrierye 已提交
438
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"words": "i am very sad | 0"}], "fetch":["prediction"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9292/imdb/prediction`
B
barrierye 已提交
439 440 441 442
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
B
barrierye 已提交
443
            # test batch predict
M
MRXLT 已提交
444
            check_cmd "python benchmark.py --thread 4 --batch_size 8 --model imdb_bow_client_conf/serving_client_conf.prototxt --request http --endpoint 127.0.0.1:9292"
B
barrierye 已提交
445 446 447
            setproxy # recover proxy state
            kill_server_process
            ps -ef | grep "text_classify_service.py" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
448
            echo "imdb CPU HTTP inference pass"
W
wangjiawei04 已提交
449 450 451 452 453
            ;;
        GPU)
            echo "imdb ignore GPU test"
            ;;
        *)
B
barrierye 已提交
454 455 456
            echo "error type"
            exit 1
            ;;
W
wangjiawei04 已提交
457 458
    esac
    echo "test imdb $TYPE finished as expected."
459 460 461 462 463 464 465 466 467 468 469
    unset SERVING_BIN
    cd ..
}

function python_test_lac() {
    # pwd: /Serving/python/examples
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd lac # pwd: /Serving/python/examples/lac
    case $TYPE in
        CPU)
M
fix ci  
MRXLT 已提交
470 471 472
            python -m paddle_serving_app.package --get_model lac
            tar -xzvf lac.tar.gz
            check_cmd "python -m paddle_serving_server.serve --model lac_model/ --port 9292 &"
473
            sleep 5
M
fix ci  
MRXLT 已提交
474
            check_cmd "echo \"我爱北京天安门\" | python lac_client.py lac_client/serving_client_conf.prototxt "
475
            echo "lac CPU RPC inference pass"
B
barrierye 已提交
476
            kill_server_process
477

B
barrierye 已提交
478
            unsetproxy # maybe the proxy is used on iPipe, which makes web-test failed.
M
fix ci  
MRXLT 已提交
479
            check_cmd "python lac_web_service.py lac_model/ lac_workdir 9292 &"
480
            sleep 5
B
barrierye 已提交
481 482
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"words\": \"我爱北京天安门\"}], \"fetch\":[\"word_seg\"]}' http://127.0.0.1:9292/lac/prediction"
            # check http code
B
barrierye 已提交
483
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"words": "我爱北京天安门"}], "fetch":["word_seg"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9292/lac/prediction`
B
barrierye 已提交
484 485 486 487 488 489 490
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
            # http batch
            check_cmd "curl -H \"Content-Type:application/json\" -X POST -d '{\"feed\":[{\"words\": \"我爱北京天安门\"}, {\"words\": \"我爱北京天安门\"}], \"fetch\":[\"word_seg\"]}' http://127.0.0.1:9292/lac/prediction"
            # check http code
B
barrierye 已提交
491
            http_code=`curl -H "Content-Type:application/json" -X POST -d '{"feed":[{"words": "我爱北京天安门"}, {"words": "我爱北京天安门"}], "fetch":["word_seg"]}' -s -w "%{http_code}" -o /dev/null http://127.0.0.1:9292/lac/prediction`
B
barrierye 已提交
492 493 494 495
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
B
barrierye 已提交
496
            setproxy # recover proxy state
B
barrierye 已提交
497
            kill_server_process
498
            ps -ef | grep "lac_web_service" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
499
            sleep 1
500 501 502 503 504 505
            echo "lac CPU HTTP inference pass"
            ;;
        GPU)
            echo "lac ignore GPU test"
            ;;
        *)
B
barrierye 已提交
506 507 508
            echo "error type"
            exit 1
            ;;
509 510 511
    esac
    echo "test lac $TYPE finished as expected."
    unset SERVING_BIN
W
wangjiawei04 已提交
512 513 514
    cd ..
}

B
barrierye 已提交
515 516 517 518 519 520 521
function java_run_test() {
    # pwd: /Serving
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    unsetproxy
    case $TYPE in
        CPU)
B
barrierye 已提交
522 523 524 525 526 527 528 529 530
            # compile java sdk
            cd java # pwd: /Serving/java
            mvn compile > /dev/null
            mvn install > /dev/null
            # compile java sdk example
            cd examples # pwd: /Serving/java/examples
            mvn compile > /dev/null
            mvn install > /dev/null
            
B
barrierye 已提交
531 532 533 534 535 536 537 538 539 540 541 542 543
            # fit_a_line (general, asyn_predict, batch_predict)
            cd ../../python/examples/grpc_impl_example/fit_a_line # pwd: /Serving/python/examples/grpc_impl_example/fit_a_line
            sh get_data.sh
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9393 --thread 4 --use_multilang > /dev/null &"
            sleep 5 # wait for the server to start
            cd ../../../java/examples # /Serving/java/examples
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample fit_a_line
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample asyn_predict
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample batch_predict
            kill_server_process

            # imdb (model_ensemble)
            cd ../../python/examples/grpc_impl_example/imdb # pwd: /Serving/python/examples/grpc_impl_example/imdb
B
barrierye 已提交
544
            sh get_data.sh > /dev/null
B
barrierye 已提交
545 546 547 548 549 550 551 552
            check_cmd "python test_multilang_ensemble_server.py > /dev/null &"
            sleep 5 # wait for the server to start
            cd ../../../java/examples # /Serving/java/examples
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample model_ensemble
            kill_server_process

            # yolov4 (int32)
            cd ../../python/examples/grpc_impl_example/yolov4 # pwd: /Serving/python/examples/grpc_impl_example/yolov4
B
barrierye 已提交
553 554
            python -m paddle_serving_app.package --get_model yolov4 > /dev/null
            tar -xzf yolov4.tar.gz > /dev/null
B
barrierye 已提交
555
            check_cmd "python -m paddle_serving_server.serve --model yolov4_model --port 9393 --use_multilang --mem_optim > /dev/null &"
B
barrierye 已提交
556 557 558
            cd ../../../java/examples # /Serving/java/examples
            java -cp target/paddle-serving-sdk-java-examples-0.0.1-jar-with-dependencies.jar PaddleServingClientExample yolov4 src/main/resources/000000570688.jpg
            kill_server_process
B
barrierye 已提交
559
            cd ../../ # pwd: /Serving
B
barrierye 已提交
560 561 562 563 564 565 566 567 568 569 570 571 572
            ;;
        GPU)
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "java-sdk $TYPE part finished as expected."
    setproxy
    unset SERVING_BIN
}

B
barrierye 已提交
573 574 575 576 577
function python_test_grpc_impl() {
    # pwd: /Serving/python/examples
    cd grpc_impl_example # pwd: /Serving/python/examples/grpc_impl_example
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
B
barrierye 已提交
578
    unsetproxy
B
barrierye 已提交
579 580 581 582 583 584 585 586 587 588 589 590
    case $TYPE in
        CPU)
            # test general case
            cd fit_a_line # pwd: /Serving/python/examples/grpc_impl_example/fit_a_line
            sh get_data.sh

            # one line command start
            check_cmd "python -m paddle_serving_server.serve --model uci_housing_model --port 9393 --thread 4 --use_multilang > /dev/null &"
            sleep 5 # wait for the server to start
            check_cmd "python test_sync_client.py > /dev/null"
            check_cmd "python test_asyn_client.py > /dev/null"
            check_cmd "python test_general_pb_client.py > /dev/null"
B
barrierye 已提交
591
            check_cmd "python test_numpy_input_client.py > /dev/null"
B
barrierye 已提交
592
            check_cmd "python test_batch_client.py > /dev/null"
B
barrierye 已提交
593
            check_cmd "python test_timeout_client.py > /dev/null"
B
barrierye 已提交
594
            kill_server_process
B
barrierye 已提交
595
            kill_process_by_port 9393
B
barrierye 已提交
596

B
barrierye 已提交
597
            check_cmd "python test_server.py uci_housing_model > /dev/null &"
B
barrierye 已提交
598 599 600 601
            sleep 5 # wait for the server to start
            check_cmd "python test_sync_client.py > /dev/null"
            check_cmd "python test_asyn_client.py > /dev/null"
            check_cmd "python test_general_pb_client.py > /dev/null"
B
barrierye 已提交
602
            check_cmd "python test_numpy_input_client.py > /dev/null"
B
barrierye 已提交
603
            check_cmd "python test_batch_client.py > /dev/null"
B
barrierye 已提交
604
            check_cmd "python test_timeout_client.py > /dev/null"
B
barrierye 已提交
605
            kill_server_process
B
barrierye 已提交
606
            kill_process_by_port 9393
B
barrierye 已提交
607

B
barrierye 已提交
608 609 610 611 612
            cd .. # pwd: /Serving/python/examples/grpc_impl_example

            # test load server config and client config in Server side
            cd criteo_ctr_with_cube # pwd: /Serving/python/examples/grpc_impl_example/criteo_ctr_with_cube

B
barrierye 已提交
613
            check_cmd "wget https://paddle-serving.bj.bcebos.com/unittest/ctr_cube_unittest.tar.gz > /dev/null"
B
barrierye 已提交
614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637
            check_cmd "tar xf ctr_cube_unittest.tar.gz"
            check_cmd "mv models/ctr_client_conf ./"
            check_cmd "mv models/ctr_serving_model_kv ./"
            check_cmd "mv models/data ./cube/"
            check_cmd "mv models/ut_data ./"
            cp ../../../../build-server-$TYPE/output/bin/cube* ./cube/
            sh cube_prepare.sh &
            check_cmd "mkdir work_dir1 && cp cube/conf/cube.conf ./work_dir1/"
            python test_server.py ctr_serving_model_kv ctr_client_conf/serving_client_conf.prototxt &
            sleep 5
            check_cmd "python test_client.py ./ut_data >score"
            tail -n 2 score | awk 'NR==1'
            AUC=$(tail -n 2  score | awk 'NR==1')
            VAR2="0.67" #TODO: temporarily relax the threshold to 0.67
            RES=$( echo "$AUC>$VAR2" | bc )
            if [[ $RES -eq 0 ]]; then
                echo "error with criteo_ctr_with_cube inference auc test, auc should > 0.67"
                exit 1
            fi
            echo "grpc impl test success"
            kill_server_process
            ps -ef | grep "cube" | grep -v grep | awk '{print $2}' | xargs kill

            cd .. # pwd: /Serving/python/examples/grpc_impl_example
B
barrierye 已提交
638 639 640 641 642 643 644 645 646 647 648 649 650
            ;;
        GPU)
            export CUDA_VISIBLE_DEVICES=0
            # test general case
            cd fit_a_line # pwd: /Serving/python/examples/grpc_impl_example/fit_a_line
            sh get_data.sh

            # one line command start
            check_cmd "python -m paddle_serving_server_gpu.serve --model uci_housing_model --port 9393 --thread 4 --gpu_ids 0 --use_multilang > /dev/null &"
            sleep 5 # wait for the server to start
            check_cmd "python test_sync_client.py > /dev/null"
            check_cmd "python test_asyn_client.py > /dev/null"
            check_cmd "python test_general_pb_client.py > /dev/null"
B
barrierye 已提交
651
            check_cmd "python test_numpy_input_client.py > /dev/null"
B
barrierye 已提交
652
            check_cmd "python test_batch_client.py > /dev/null"
B
barrierye 已提交
653
            check_cmd "python test_timeout_client.py > /dev/null"
B
barrierye 已提交
654
            kill_server_process
B
barrierye 已提交
655
            kill_process_by_port 9393
B
barrierye 已提交
656

B
barrierye 已提交
657
            check_cmd "python test_server_gpu.py uci_housing_model > /dev/null &"
B
barrierye 已提交
658 659 660 661
            sleep 5 # wait for the server to start
            check_cmd "python test_sync_client.py > /dev/null"
            check_cmd "python test_asyn_client.py > /dev/null"
            check_cmd "python test_general_pb_client.py > /dev/null"
B
barrierye 已提交
662
            check_cmd "python test_numpy_input_client.py > /dev/null"
B
barrierye 已提交
663
            check_cmd "python test_batch_client.py > /dev/null"
B
barrierye 已提交
664
            check_cmd "python test_timeout_client.py > /dev/null"
B
barrierye 已提交
665
            kill_server_process
B
barrierye 已提交
666
            kill_process_by_port 9393
B
barrierye 已提交
667
            #ps -ef | grep "test_server_gpu" | grep -v serving_build | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
668

B
barrierye 已提交
669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684
            cd .. # pwd: /Serving/python/examples/grpc_impl_example

            # test load server config and client config in Server side
            cd criteo_ctr_with_cube # pwd: /Serving/python/examples/grpc_impl_example/criteo_ctr_with_cube

            check_cmd "wget https://paddle-serving.bj.bcebos.com/unittest/ctr_cube_unittest.tar.gz"
            check_cmd "tar xf ctr_cube_unittest.tar.gz"
            check_cmd "mv models/ctr_client_conf ./"
            check_cmd "mv models/ctr_serving_model_kv ./"
            check_cmd "mv models/data ./cube/"
            check_cmd "mv models/ut_data ./"
            cp ../../../../build-server-$TYPE/output/bin/cube* ./cube/
            sh cube_prepare.sh &
            check_cmd "mkdir work_dir1 && cp cube/conf/cube.conf ./work_dir1/"
            python test_server_gpu.py ctr_serving_model_kv ctr_client_conf/serving_client_conf.prototxt &
            sleep 5
B
barrierye 已提交
685 686
            # for warm up
            python test_client.py ./ut_data &> /dev/null || true
B
barrierye 已提交
687 688 689 690 691 692 693 694 695 696 697
            check_cmd "python test_client.py ./ut_data >score"
            tail -n 2 score | awk 'NR==1'
            AUC=$(tail -n 2  score | awk 'NR==1')
            VAR2="0.67" #TODO: temporarily relax the threshold to 0.67
            RES=$( echo "$AUC>$VAR2" | bc )
            if [[ $RES -eq 0 ]]; then
                echo "error with criteo_ctr_with_cube inference auc test, auc should > 0.67"
                exit 1
            fi
            echo "grpc impl test success"
            kill_server_process
B
barrierye 已提交
698
            ps -ef | grep "test_server_gpu" | grep -v serving_build | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
699 700
            ps -ef | grep "cube" | grep -v grep | awk '{print $2}' | xargs kill
            cd .. # pwd: /Serving/python/examples/grpc_impl_example
B
barrierye 已提交
701 702 703 704 705 706
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
B
barrierye 已提交
707
    echo "test grpc impl $TYPE part finished as expected."
B
barrierye 已提交
708
    setproxy
B
barrierye 已提交
709 710 711 712
    unset SERVING_BIN
    cd .. # pwd: /Serving/python/examples
}

B
barrierye 已提交
713

M
MRXLT 已提交
714 715 716 717 718 719 720
function python_test_yolov4(){
    #pwd:/ Serving/python/examples
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd yolov4
    case $TYPE in
        CPU)
M
MRXLT 已提交
721
            echo "no implement for cpu type"
M
MRXLT 已提交
722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741
            ;;
        GPU)
            python -m paddle_serving_app.package --get_model yolov4
            tar -xzvf yolov4.tar.gz
            check_cmd "python -m paddle_serving_server_gpu.serve --model yolov4_model/ --port 9393 --gpu_ids 0 &"
            sleep 5
            check_cmd "python test_client.py 000000570688.jpg"
            echo "yolov4 GPU RPC inference pass"
            kill_server_process
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test yolov4 $TYPE finished as expected."
    unset SERVING_BIN
    cd ..
}

M
MRXLT 已提交
742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768
function python_test_resnet50(){
    #pwd:/ Serving/python/examples
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    cd imagenet
    case $TYPE in
        CPU)
            echo "no implement for cpu type"
            ;;
        GPU)
            sh get_model.sh
            check_cmd"python -m paddle_serving_server_gpu.serve --model ResNet50_vd_model --port 9696 --gpu_ids 0"
            sleep 5
            check_cmd"python resnet50_rpc_client.py ResNet50_vd_client_config/serving_client_conf.prototxt"
            echo "resnet50 GPU RPC inference pass"
            kill_server_process
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test resnet $TYPE finished as expected"
    unset SERVING_BIN
    cd ..
}

B
barrierye 已提交
769
function python_test_pipeline(){
B
barriery 已提交
770
    # pwd: /Serving/python/examples
B
barrierye 已提交
771 772 773
    local TYPE=$1
    export SERVING_BIN=${SERVING_WORKDIR}/build-server-${TYPE}/core/general-server/serving
    unsetproxy
B
barriery 已提交
774
    cd pipeline # pwd: /Serving/python/examples/pipeline
B
barrierye 已提交
775 776
    case $TYPE in
        CPU)
B
barriery 已提交
777
            cd imdb_model_ensemble # pwd: /Serving/python/examples/pipeline/imdb_model_ensemble
B
barrierye 已提交
778 779
            # start paddle serving service (brpc)
            sh get_data.sh
B
barrierye 已提交
780 781
            python -m paddle_serving_server.serve --model imdb_cnn_model --port 9292 --workdir test9292 &> cnn.log &
            python -m paddle_serving_server.serve --model imdb_bow_model --port 9393 --workdir test9393 &> bow.log &
B
barrierye 已提交
782 783 784
            sleep 5
            
            # test: thread servicer & thread op
B
barrierye 已提交
785
            cat << EOF > config.yml
B
barrierye 已提交
786
port: 18080
B
bug fix  
barriery 已提交
787
worker_num: 4
B
barrierye 已提交
788 789 790 791 792 793 794
build_dag_each_worker: false
dag:
    is_thread_op: true
    client_type: brpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
795
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
796 797 798
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
799
            kill_process_by_port 18080
B
barrierye 已提交
800 801

            # test: thread servicer & process op
B
barrierye 已提交
802
            cat << EOF > config.yml
B
barrierye 已提交
803
port: 18080
B
bug fix  
barriery 已提交
804
worker_num: 4
B
barrierye 已提交
805 806 807 808 809 810 811
build_dag_each_worker: false
dag:
    is_thread_op: false
    client_type: brpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
812
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
813 814 815
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
816
            kill_process_by_port 18080
B
barrierye 已提交
817

B
bug fix  
barriery 已提交
818
            # test: process servicer & process op
B
barrierye 已提交
819
            cat << EOF > config.yml
B
barrierye 已提交
820
port: 18080
B
bug fix  
barriery 已提交
821 822
worker_num: 4
build_dag_each_worker: false
B
barrierye 已提交
823
dag:
B
bug fix  
barriery 已提交
824
    is_thread_op: false
B
barrierye 已提交
825 826 827 828
    client_type: brpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
829
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
830 831 832
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
833
            kill_process_by_port 18080
B
bug fix  
barriery 已提交
834 835
            
            # test: process servicer & thread op
B
fix ci  
barriery 已提交
836
            pip uninstall grpcio -y
B
bug fix  
barriery 已提交
837
            pip install grpcio --no-binary=grpcio
B
barrierye 已提交
838
            cat << EOF > config.yml
B
barrierye 已提交
839
port: 18080
B
bug fix  
barriery 已提交
840 841
worker_num: 4
build_dag_each_worker: true
B
barrierye 已提交
842
dag:
B
bug fix  
barriery 已提交
843
    is_thread_op: false
B
barrierye 已提交
844 845 846 847
    client_type: brpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
848
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
849 850 851
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
852
            kill_process_by_port 18080
B
barrierye 已提交
853

B
barriery 已提交
854 855 856 857
            kill_server_process
            kill_process_by_port 9292
            kill_process_by_port 9393

B
barrierye 已提交
858
            # start paddle serving service (grpc)
B
barrierye 已提交
859 860
            python -m paddle_serving_server.serve --model imdb_cnn_model --port 9292 --use_multilang --workdir test9292 &> cnn.log &
            python -m paddle_serving_server.serve --model imdb_bow_model --port 9393 --use_multilang --workdir test9393 &> bow.log &
B
barrierye 已提交
861
            sleep 5
B
barrierye 已提交
862 863
            cat << EOF > config.yml
port: 18080
B
bug fix  
barriery 已提交
864
worker_num: 4
B
barrierye 已提交
865 866 867 868 869 870 871
build_dag_each_worker: false
dag:
    is_thread_op: false
    client_type: grpc
    retry: 1
    use_profile: false
EOF
B
barrierye 已提交
872
            python test_pipeline_server.py > /dev/null &
B
barrierye 已提交
873 874 875
            sleep 5
            check_cmd "python test_pipeline_client.py"
            ps -ef | grep "pipeline_server" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
876
            kill_process_by_port 18080
B
barrierye 已提交
877
            kill_server_process
B
barrierye 已提交
878 879
            kill_process_by_port 9292
            kill_process_by_port 9393
B
barriery 已提交
880
            cd ..
B
fix ci  
barriery 已提交
881

B
barriery 已提交
882 883 884 885 886 887
            # TODO: ci timeout
            #cd web_service # pwd: /Serving/python/examples/pipeline/web_service
            #sh get_data.sh
            #python web_service.py >/dev/null &
            #sleep 5
            #curl -X POST -k http://localhost:18080/prediction -d '{"key": ["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}'
B
fix ci  
barriery 已提交
888
            # check http code
B
barriery 已提交
889 890 891 892 893 894 895
            #http_code=`curl -X POST -k -d '{"key":["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}' -s -w "%{http_code}" -o /dev/null http://localhost:18080/prediction`
            #if [ ${http_code} -ne 200 ]; then
            #    echo "HTTP status code -ne 200"
            #    exit 1
            #fi
            #ps -ef | grep "web_service" | grep -v grep | awk '{print $2}' | xargs kill
            #cd ..
B
barrierye 已提交
896 897
            ;;
        GPU)
B
barriery 已提交
898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921
            cd web_service # pwd: /Serving/python/examples/pipeline/web_service
            sh get_data.sh
            python web_service.py >/dev/null &
            sleep 5
            curl -X POST -k http://localhost:18080/prediction -d '{"key": ["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}'
            # check http code
            http_code=`curl -X POST -k -d '{"key":["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}' -s -w "%{http_code}" -o /dev/null http://localhost:18080/prediction`
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
            ps -ef | grep "web_service" | grep -v grep | awk '{print $2}' | xargs kill

            python local_pipeline_server.py >/dev/null &
            sleep 5
            curl -X POST -k http://localhost:18080/prediction -d '{"key": ["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}'
            # check http code
            http_code=`curl -X POST -k -d '{"key":["x"], "value": ["0.0137, -0.1136, 0.2553, -0.0692, 0.0582, -0.0727, -0.1583, -0.0584, 0.6283, 0.4919, 0.1856, 0.0795, -0.0332"]}' -s -w "%{http_code}" -o /dev/null http://localhost:18080/prediction`
            if [ ${http_code} -ne 200 ]; then
                echo "HTTP status code -ne 200"
                exit 1
            fi
            ps -ef | grep "web_service" | grep -v grep | awk '{print $2}' | xargs kill
            cd .. # pwd: /Serving/python/examples/pipeline
B
barrierye 已提交
922 923 924 925 926 927
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
B
barriery 已提交
928
    cd ..
B
barrierye 已提交
929 930 931 932
    setproxy
    unset SERVING_BIN
}

M
MRXLT 已提交
933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952
function python_app_api_test(){
    #pwd:/ Serving/python/examples
    #test image reader
    local TYPE=$1
    cd imagenet
    case $TYPE in
        CPU)
            check_cmd "python test_image_reader.py"
            ;;
        GPU)
            echo "no implement for cpu type"
            ;;
        *)
            echo "error type"
            exit 1
            ;;
    esac
    echo "test app api finised as expected"
    cd ..
}
M
MRXLT 已提交
953

G
guru4elephant 已提交
954
function python_run_test() {
955
    # Using the compiled binary
Y
Your Name 已提交
956 957 958
    local TYPE=$1 # pwd: /Serving
    cd python/examples # pwd: /Serving/python/examples
    python_test_fit_a_line $TYPE # pwd: /Serving/python/examples
Y
merge  
Your Name 已提交
959
    python_run_criteo_ctr_with_cube $TYPE # pwd: /Serving/python/examples
W
wangjiawei04 已提交
960
    python_test_bert $TYPE # pwd: /Serving/python/examples
M
MRXLT 已提交
961
    python_test_imdb $TYPE # pwd: /Serving/python/examples
M
MRXLT 已提交
962 963 964
    python_test_lac $TYPE # pwd: /Serving/python/examples
    python_test_multi_process $TYPE # pwd: /Serving/python/examples
    python_test_multi_fetch $TYPE # pwd: /Serving/python/examples
M
MRXLT 已提交
965
    python_test_yolov4 $TYPE # pwd: /Serving/python/examples
B
barrierye 已提交
966
    python_test_grpc_impl $TYPE # pwd: /Serving/python/examples
M
MRXLT 已提交
967
    python_test_resnet50 $TYPE # pwd: /Serving/python/examples
B
barrierye 已提交
968
    python_test_pipeline $TYPE # pwd: /Serving/python/examples
G
guru4elephant 已提交
969
    echo "test python $TYPE part finished as expected."
Y
Your Name 已提交
970
    cd ../.. # pwd: /Serving
G
guru4elephant 已提交
971 972
}

B
barrierye 已提交
973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091
function monitor_test() {
    local TYPE=$1 # pwd: /Serving
    mkdir _monitor_test && cd _monitor_test # pwd: /Serving/_monitor_test
    case $TYPE in
        CPU):
            pip install pyftpdlib
            mkdir remote_path
            mkdir local_path
            cd remote_path # pwd: /Serving/_monitor_test/remote_path
            check_cmd "python -m pyftpdlib -p 8000 &>/dev/null &"
            cd .. # pwd: /Serving/_monitor_test

            # type: ftp
            # remote_path: /
            # remote_model_name: uci_housing.tar.gz
            # local_tmp_path: ___tmp
            # local_path: local_path
            cd remote_path # pwd: /Serving/_monitor_test/remote_path
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            touch donefile
            cd ..  # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server.monitor \
                    --type='ftp' --ftp_host='127.0.0.1' --ftp_port='8000' \
                    --remote_path='/' --remote_model_name='uci_housing.tar.gz' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --unpacked_filename='uci_housing_model' \
                    --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            # type: ftp
            # remote_path: /tmp_dir
            # remote_model_name: uci_housing_model
            # local_tmp_path: ___tmp
            # local_path: local_path
            mkdir -p remote_path/tmp_dir && cd remote_path/tmp_dir # pwd: /Serving/_monitor_test/remote_path/tmp_dir
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            tar -xzf uci_housing.tar.gz
            touch donefile
            cd ../.. # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server.monitor \
                    --type='ftp' --ftp_host='127.0.0.1' --ftp_port='8000' \
                    --remote_path='/tmp_dir' --remote_model_name='uci_housing_model' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            # type: general
            # remote_path: /
            # remote_model_name: uci_housing.tar.gz
            # local_tmp_path: ___tmp
            # local_path: local_path
            cd remote_path # pwd: /Serving/_monitor_test/remote_path
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            touch donefile
            cd ..  # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server.monitor \
                    --type='general' --general_host='ftp://127.0.0.1:8000' \
                    --remote_path='/' --remote_model_name='uci_housing.tar.gz' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --unpacked_filename='uci_housing_model' \
                    --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            # type: general
            # remote_path: /tmp_dir
            # remote_model_name: uci_housing_model
            # local_tmp_path: ___tmp
            # local_path: local_path
            mkdir -p remote_path/tmp_dir && cd remote_path/tmp_dir # pwd: /Serving/_monitor_test/remote_path/tmp_dir
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            tar -xzf uci_housing.tar.gz
            touch donefile
            cd ../.. # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server.monitor \
                    --type='general' --general_host='ftp://127.0.0.1:8000' \
                    --remote_path='/tmp_dir' --remote_model_name='uci_housing_model' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            ps -ef | grep "pyftpdlib" | grep -v grep | awk '{print $2}' | xargs kill
            ;;
        GPU):
B
barrierye 已提交
1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203
            pip install pyftpdlib
            mkdir remote_path
            mkdir local_path
            cd remote_path # pwd: /Serving/_monitor_test/remote_path
            check_cmd "python -m pyftpdlib -p 8000 &>/dev/null &"
            cd .. # pwd: /Serving/_monitor_test

            # type: ftp
            # remote_path: /
            # remote_model_name: uci_housing.tar.gz
            # local_tmp_path: ___tmp
            # local_path: local_path
            cd remote_path # pwd: /Serving/_monitor_test/remote_path
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            touch donefile
            cd ..  # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server_gpu.monitor \
                    --type='ftp' --ftp_host='127.0.0.1' --ftp_port='8000' \
                    --remote_path='/' --remote_model_name='uci_housing.tar.gz' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --unpacked_filename='uci_housing_model' \
                    --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            # type: ftp
            # remote_path: /tmp_dir
            # remote_model_name: uci_housing_model
            # local_tmp_path: ___tmp
            # local_path: local_path
            mkdir -p remote_path/tmp_dir && cd remote_path/tmp_dir # pwd: /Serving/_monitor_test/remote_path/tmp_dir
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            tar -xzf uci_housing.tar.gz
            touch donefile
            cd ../.. # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server_gpu.monitor \
                    --type='ftp' --ftp_host='127.0.0.1' --ftp_port='8000' \
                    --remote_path='/tmp_dir' --remote_model_name='uci_housing_model' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            # type: general
            # remote_path: /
            # remote_model_name: uci_housing.tar.gz
            # local_tmp_path: ___tmp
            # local_path: local_path
            cd remote_path # pwd: /Serving/_monitor_test/remote_path
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            touch donefile
            cd ..  # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server_gpu.monitor \
                    --type='general' --general_host='ftp://127.0.0.1:8000' \
                    --remote_path='/' --remote_model_name='uci_housing.tar.gz' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --unpacked_filename='uci_housing_model' \
                    --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            # type: general
            # remote_path: /tmp_dir
            # remote_model_name: uci_housing_model
            # local_tmp_path: ___tmp
            # local_path: local_path
            mkdir -p remote_path/tmp_dir && cd remote_path/tmp_dir # pwd: /Serving/_monitor_test/remote_path/tmp_dir
            wget --no-check-certificate https://paddle-serving.bj.bcebos.com/uci_housing.tar.gz
            tar -xzf uci_housing.tar.gz
            touch donefile
            cd ../.. # pwd: /Serving/_monitor_test
            mkdir -p local_path/uci_housing_model
            python -m paddle_serving_server_gpu.monitor \
                    --type='general' --general_host='ftp://127.0.0.1:8000' \
                    --remote_path='/tmp_dir' --remote_model_name='uci_housing_model' \
                    --remote_donefile_name='donefile' --local_path='local_path' \
                    --local_model_name='uci_housing_model' --local_timestamp_file='fluid_time_file' \
                    --local_tmp_path='___tmp' --interval='1' >/dev/null &
            sleep 10
            if [ ! -f "local_path/uci_housing_model/fluid_time_file" ]; then
                echo "local_path/uci_housing_model/fluid_time_file not exist."
                exit 1
            fi
            ps -ef | grep "monitor" | grep -v grep | awk '{print $2}' | xargs kill
            rm -rf remote_path/*
            rm -rf local_path/*

            ps -ef | grep "pyftpdlib" | grep -v grep | awk '{print $2}' | xargs kill
B
barrierye 已提交
1204 1205
            ;;
        *)
B
barrierye 已提交
1206 1207 1208
            echo "error type"
            exit 1
            ;;
B
barrierye 已提交
1209 1210 1211 1212 1213 1214
    esac
    cd .. # pwd: /Serving
    rm -rf _monitor_test
    echo "test monitor $TYPE finished as expected."
}

G
guru4elephant 已提交
1215
function main() {
Y
Your Name 已提交
1216 1217 1218 1219
    local TYPE=$1 # pwd: /
    init # pwd: /Serving
    build_client $TYPE # pwd: /Serving
    build_server $TYPE # pwd: /Serving
B
barrierye 已提交
1220
    build_app $TYPE # pwd: /Serving
B
barrierye 已提交
1221
    java_run_test $TYPE # pwd: /Serving
Y
Your Name 已提交
1222
    python_run_test $TYPE # pwd: /Serving
B
barrierye 已提交
1223
    monitor_test $TYPE # pwd: /Serving
G
guru4elephant 已提交
1224 1225 1226 1227
    echo "serving $TYPE part finished as expected."
}

main $@
B
barrierye 已提交
1228
exit 0