refine web service

python/examples/senta/senta_web_service.py

@@ -51,13 +51,11 @@ class SentaService(WebService):
     def init_lac_service(self):
         ps = Process(target=self.start_lac_service())
         ps.start()
-        #self.init_lac_client()
+        self.init_lac_client()
 
     def lac_predict(self, feed_data):
-        self.init_lac_client()
         lac_result = self.lac_client.predict(
             feed={"words": feed_data}, fetch=["crf_decode"])
-        self.lac_client.release()
         return lac_result
 
     def init_lac_client(self):

python/paddle_serving_server/web_service.py

@@ -101,7 +101,6 @@ class WebService(object):
         p_rpc = Process(target=self._launch_rpc_service)
         p_rpc.start()
 
-    def run_flask(self):
         app_instance = Flask(__name__)
 
         @app_instance.before_first_request
@@ -114,10 +113,16 @@ class WebService(object):
         def run():
             return self.get_prediction(request)
 
+        self.app_instance = app_instance
+
+    def run_flask(self):
         app_instance.run(host="0.0.0.0",
                          port=self.port,
                          threaded=False,
-                         processes=4)
+                         processes=1)
+
+    def get_app_instance(self):
+        return self.app_instance
 
     def preprocess(self, feed=[], fetch=[]):
         return feed, fetch

python/paddle_serving_server_gpu/web_service.py

@@ -151,7 +151,6 @@ class WebService(object):
         for p in server_pros:
             p.start()
 
-    def run_flask(self):
         app_instance = Flask(__name__)
 
         @app_instance.before_first_request
@@ -164,10 +163,16 @@ class WebService(object):
         def run():
             return self.get_prediction(request)
 
+        self.app_instance = app_instance
+
+    def run_flask(self):
         app_instance.run(host="0.0.0.0",
                          port=self.port,
                          threaded=False,
-                         processes=4)
+                         processes=1)
+
+    def get_app_instance(self):
+        return app_instance
 
     def preprocess(self, feed=[], fetch=[]):
         return feed, fetch