test_gated_unit_layer.protostr

type: "nn"
layers {
  name: "input"
  type: "data"
  size: 256
  active_type: ""
}
layers {
  name: "__gated_unit_layer_0___input_proj"
  type: "fc"
  size: 512
  active_type: "tanh"
  inputs {
    input_layer_name: "input"
    input_parameter_name: "___gated_unit_layer_0___input_proj.w0"
  }
  bias_parameter_name: "___gated_unit_layer_0___input_proj.wbias"
  error_clipping_threshold: 100.0
}
layers {
  name: "__gated_unit_layer_0___gate"
  type: "fc"
  size: 512
  active_type: "sigmoid"
  inputs {
    input_layer_name: "input"
    input_parameter_name: "___gated_unit_layer_0___gate.w0"
  }
  bias_parameter_name: "___gated_unit_layer_0___gate.wbias"
  error_clipping_threshold: 100.0
}
layers {
  name: "__gated_unit_layer_0___gated_act"
  type: "mixed"
  size: 512
  active_type: ""
  inputs {
    input_layer_name: "__gated_unit_layer_0___input_proj"
  }
  inputs {
    input_layer_name: "__gated_unit_layer_0___gate"
  }
  error_clipping_threshold: 100.0
  operator_confs {
    type: "dot_mul"
    input_indices: 0
    input_indices: 1
    input_sizes: 512
    input_sizes: 512
    output_size: 512
    dotmul_scale: 1
  }
}
parameters {
  name: "___gated_unit_layer_0___input_proj.w0"
  size: 131072
  initial_mean: 0.0
  initial_std: 0.0001
  dims: 256
  dims: 512
  initial_strategy: 0
  initial_smart: false
}
parameters {
  name: "___gated_unit_layer_0___input_proj.wbias"
  size: 512
  initial_mean: 0.0
  initial_std: 1
  dims: 1
  dims: 512
  initial_strategy: 0
  initial_smart: false
}
parameters {
  name: "___gated_unit_layer_0___gate.w0"
  size: 131072
  initial_mean: 0.0
  initial_std: 0.0001
  dims: 256
  dims: 512
  initial_strategy: 0
  initial_smart: false
}
parameters {
  name: "___gated_unit_layer_0___gate.wbias"
  size: 512
  initial_mean: 0.0
  initial_std: 1
  dims: 1
  dims: 512
  initial_strategy: 0
  initial_smart: false
}
input_layer_names: "input"
output_layer_names: "__gated_unit_layer_0___gated_act"
sub_models {
  name: "root"
  layer_names: "input"
  layer_names: "__gated_unit_layer_0___input_proj"
  layer_names: "__gated_unit_layer_0___gate"
  layer_names: "__gated_unit_layer_0___gated_act"
  input_layer_names: "input"
  output_layer_names: "__gated_unit_layer_0___gated_act"
  is_recurrent_layer_group: false
}