From ed1ce4b74cb7eb50f6f0b3170aff51c057a25c64 Mon Sep 17 00:00:00 2001 From: HexToString <506181616@qq.com> Date: Tue, 27 Apr 2021 20:22:23 +0800 Subject: [PATCH] fix benchmark.py --- python/examples/bert/benchmark.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/examples/bert/benchmark.py b/python/examples/bert/benchmark.py index eff82051..bdef9828 100755 --- a/python/examples/bert/benchmark.py +++ b/python/examples/bert/benchmark.py @@ -70,7 +70,8 @@ def single_func(idx, resource): os.getpid(), int(round(b_start * 1000000)), int(round(b_end * 1000000)))) - result = client.predict(feed=feed_batch, fetch=fetch) + result = client.predict( + feed=feed_batch, fetch=fetch, batch=True) l_end = time.time() if latency_flags: -- GitLab