sample_trainer_rnn_gen.conf

#edit-mode: -*- python -*-
# Copyright (c) 2016 Baidu, Inc. All Rights Reserved
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.


from paddle.trainer_config_helpers import *

settings(batch_size=15, learning_rate=0)

num_words = 5
beam_flag = get_config_arg('beam_search', bool, False)

sent_id = data_layer(name="sent_id", size=1)

# This layer has no actual use, but only to decide batch_size in generation.
# When generating, at least one Memory in RecurrentLayer MUST have a boot layer.
dummy_data = data_layer(name="dummy_data_input", size=2)

gen_inputs = [StaticInput(input=dummy_data, size=2),
              GeneratedInput(size=num_words,
                             embedding_name="wordvec",
                             embedding_size=num_words)]

def step(dummy_memory, predict_word):
    
    # simplified RNN for testing
    with mixed_layer(size=num_words) as layer:
        layer += full_matrix_projection(input=predict_word,
                                        param_attr=ParamAttr(name="transtable"))

    with mixed_layer(size=num_words, act=ExpActivation()) as out:
        out += trans_full_matrix_projection(input=layer,
                                            param_attr=ParamAttr(name="wordvec"))

    return out
    
beam_gen = beam_search(name="rnn_gen",
                       step=step,
                       input=gen_inputs,
                       bos_id=0,
                       eos_id=num_words-1,
                       beam_size=2 if beam_flag else 1,
                       num_results_per_sample=2 if beam_flag else 1,
                       max_length=10) 

seqtext_printer_evaluator(input=beam_gen,
                          id_input=sent_id,
                          dict_file="./trainer/tests/test_gen_dict.txt",
                          result_file="./trainer/tests/dump_text.test")
#outputs(beam_gen)
# In this config, as dummy_data_input doesn't work on beam_gen (we can find dummy_memory
# is read-only memory, and isn't used by other layers of step), we show the Inputs and Outputs
# as follows. Note that "__beam_search_predict__" is the default output name of beam_search.
Inputs("sent_id","dummy_data_input")
Outputs("__beam_search_predict__")