__init__.py 3.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
#   Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from paddle.fluid import Executor
from paddle.fluid.compiler import CompiledProgram
17
from paddle.fluid.framework import core
G
guru4elephant 已提交
18
from paddle.fluid.framework import default_main_program
19
from paddle.fluid.framework import Program
G
guru4elephant 已提交
20
from paddle.fluid import CPUPlace
21
from paddle.fluid.io import save_inference_model
22
from ..proto import general_model_config_pb2 as model_conf
G
guru4elephant 已提交
23
import os
24 25 26 27 28 29

def save_model(server_model_folder,
               client_config_folder,
               feed_var_dict,
               fetch_var_dict,
               main_program=None):
G
guru4elephant 已提交
30 31
    executor = Executor(place=CPUPlace())

32 33 34 35 36
    feed_var_names = [feed_var_dict[x].name for x in feed_var_dict]
    target_vars = fetch_var_dict.values()

    save_inference_model(server_model_folder, feed_var_names,
                         target_vars, executor, main_program=main_program)
G
guru4elephant 已提交
37

38 39 40 41 42 43
    config = model_conf.GeneralModelConfig()

    for key in feed_var_dict:
        feed_var = model_conf.FeedVar()
        feed_var.alias_name = key
        feed_var.name = feed_var_dict[key].name
44
        feed_var.is_lod_tensor = feed_var_dict[key].lod_level >= 1
45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63
        if feed_var_dict[key].dtype == core.VarDesc.VarType.INT32 or \
           feed_var_dict[key].dtype == core.VarDesc.VarType.INT64:
            feed_var.feed_type = 0
        if feed_var_dict[key].dtype == core.VarDesc.VarType.FP32:
            feed_var.feed_type = 1
        if feed_var.is_lod_tensor:
            feed_var.shape.extend([-1])
        else:
            tmp_shape = []
            for v in feed_var_dict[key].shape:
                if v >= 0:
                    tmp_shape.append(v)
            feed_var.shape.extend(tmp_shape)
        config.feed_var.extend([feed_var])

    for key in fetch_var_dict:
        fetch_var = model_conf.FetchVar()
        fetch_var.alias_name = key
        fetch_var.name = fetch_var_dict[key].name
64 65 66 67 68 69 70 71 72
        fetch_var.is_lod_tensor = fetch_var_dict[key].lod_level >= 1
        if feteh_var.is_lod_tensor:
            fetch_var.shape.extend([-1])
        else:
            tmp_shape = []
            for v in fetch_var_dict[key].shape:
                if v >= 0:
                    tmp_shape.append(v)
            fetch_var.shape.extend(tmp_shape)
73 74
        config.fetch_var.extend([fetch_var])

G
guru4elephant 已提交
75
    cmd = "mkdir -p {}".format(client_config_folder)
76

G
guru4elephant 已提交
77
    os.system(cmd)
78
    with open("{}/serving_client_conf.prototxt".format(client_config_folder), "w") as fout:
79
        fout.write(str(config))
80
    with open("{}/serving_server_conf.prototxt".format(server_model_folder), "w") as fout:
81
        fout.write(str(config))
82 83 84 85
    with open("{}/serving_client_conf.stream.prototxt".format(client_config_folder), "wb") as fout:
        fout.write(config.serialize_to_string())
    with open("{}/serving_server_conf.stream.prototxt".format(server_model_folder), "wb") as fout:
        fout.write(config.serialize_to_string())
G
guru4elephant 已提交
86

87 88 89