__init__.py 3.8 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13
#   Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
B
barrierye 已提交
14
# pylint: disable=doc-string-missing
15 16 17

from paddle.fluid import Executor
from paddle.fluid.compiler import CompiledProgram
18
from paddle.fluid.framework import core
G
guru4elephant 已提交
19
from paddle.fluid.framework import default_main_program
20
from paddle.fluid.framework import Program
G
guru4elephant 已提交
21
from paddle.fluid import CPUPlace
22
from paddle.fluid.io import save_inference_model
23
from ..proto import general_model_config_pb2 as model_conf
G
guru4elephant 已提交
24
import os
25

B
barrierye 已提交
26

27 28 29 30 31
def save_model(server_model_folder,
               client_config_folder,
               feed_var_dict,
               fetch_var_dict,
               main_program=None):
G
guru4elephant 已提交
32 33
    executor = Executor(place=CPUPlace())

34 35 36
    feed_var_names = [feed_var_dict[x].name for x in feed_var_dict]
    target_vars = fetch_var_dict.values()

B
barrierye 已提交
37 38 39 40 41 42
    save_inference_model(
        server_model_folder,
        feed_var_names,
        target_vars,
        executor,
        main_program=main_program)
G
guru4elephant 已提交
43

44 45 46 47 48 49
    config = model_conf.GeneralModelConfig()

    for key in feed_var_dict:
        feed_var = model_conf.FeedVar()
        feed_var.alias_name = key
        feed_var.name = feed_var_dict[key].name
50
        feed_var.is_lod_tensor = feed_var_dict[key].lod_level >= 1
51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
        if feed_var_dict[key].dtype == core.VarDesc.VarType.INT32 or \
           feed_var_dict[key].dtype == core.VarDesc.VarType.INT64:
            feed_var.feed_type = 0
        if feed_var_dict[key].dtype == core.VarDesc.VarType.FP32:
            feed_var.feed_type = 1
        if feed_var.is_lod_tensor:
            feed_var.shape.extend([-1])
        else:
            tmp_shape = []
            for v in feed_var_dict[key].shape:
                if v >= 0:
                    tmp_shape.append(v)
            feed_var.shape.extend(tmp_shape)
        config.feed_var.extend([feed_var])

    for key in fetch_var_dict:
        fetch_var = model_conf.FetchVar()
        fetch_var.alias_name = key
        fetch_var.name = fetch_var_dict[key].name
70
        fetch_var.is_lod_tensor = fetch_var_dict[key].lod_level >= 1
71 72 73 74 75
        if fetch_var_dict[key].dtype == core.VarDesc.VarType.INT32 or \
           fetch_var_dict[key].dtype == core.VarDesc.VarType.INT64:
            fetch_var.fetch_type = 0

        if fetch_var_dict[key].dtype == core.VarDesc.VarType.FP32:
B
barrierye 已提交
76
            fetch_var.fetch_type = 1
77

G
guru4elephant 已提交
78
        if fetch_var.is_lod_tensor:
79 80 81 82 83 84 85
            fetch_var.shape.extend([-1])
        else:
            tmp_shape = []
            for v in fetch_var_dict[key].shape:
                if v >= 0:
                    tmp_shape.append(v)
            fetch_var.shape.extend(tmp_shape)
86 87
        config.fetch_var.extend([fetch_var])

G
guru4elephant 已提交
88
    cmd = "mkdir -p {}".format(client_config_folder)
89

G
guru4elephant 已提交
90
    os.system(cmd)
B
barrierye 已提交
91 92
    with open("{}/serving_client_conf.prototxt".format(client_config_folder),
              "w") as fout:
93
        fout.write(str(config))
B
barrierye 已提交
94 95
    with open("{}/serving_server_conf.prototxt".format(server_model_folder),
              "w") as fout:
96
        fout.write(str(config))
B
barrierye 已提交
97 98
    with open("{}/serving_client_conf.stream.prototxt".format(
            client_config_folder), "wb") as fout:
G
guru4elephant 已提交
99
        fout.write(config.SerializeToString())
B
barrierye 已提交
100 101
    with open("{}/serving_server_conf.stream.prototxt".format(
            server_model_folder), "wb") as fout:
G
guru4elephant 已提交
102
        fout.write(config.SerializeToString())