type: "nn" layers { name: "test" type: "data" size: 100 active_type: "" } layers { name: "__embedding_0__" type: "mixed" size: 256 active_type: "" inputs { input_layer_name: "test" input_parameter_name: "___embedding_0__.w0" proj_conf { type: "table" name: "___embedding_0__.w0" input_size: 100 output_size: 256 } } } layers { name: "__mixed_0__" type: "mixed" size: 100 active_type: "" inputs { input_layer_name: "__embedding_0__" input_parameter_name: "___mixed_0__.w0" proj_conf { type: "fc" name: "___mixed_0__.w0" input_size: 256 output_size: 100 } } } layers { name: "__mixed_1__" type: "mixed" size: 100 active_type: "" inputs { input_layer_name: "__mixed_0__" input_parameter_name: "___mixed_1__.w0" proj_conf { type: "table" name: "___mixed_1__.w0" input_size: 100 output_size: 100 } } } layers { name: "__mixed_2__" type: "mixed" size: 100 active_type: "" inputs { input_layer_name: "__mixed_1__" proj_conf { type: "identity" name: "___mixed_2__.w0" input_size: 100 output_size: 100 } } } layers { name: "__mixed_3__" type: "mixed" size: 100 active_type: "" inputs { input_layer_name: "__mixed_2__" input_parameter_name: "___mixed_3__.w0" proj_conf { type: "dot_mul" name: "___mixed_3__.w0" input_size: 100 output_size: 100 } } } layers { name: "__mixed_4__" type: "mixed" size: 300 active_type: "" inputs { input_layer_name: "__mixed_3__" input_parameter_name: "___mixed_4__.w0" proj_conf { type: "context" name: "___mixed_4__.w0" input_size: 100 output_size: 300 context_start: -1 context_length: 3 trainable_padding: true } } } layers { name: "__mixed_5__" type: "mixed" size: 100 active_type: "" inputs { input_layer_name: "__mixed_2__" } inputs { input_layer_name: "__mixed_2__" input_parameter_name: "___mixed_5__.w1" proj_conf { type: "scaling" name: "___mixed_5__.w1" input_size: 100 output_size: 100 } } inputs { input_layer_name: "__mixed_3__" } operator_confs { type: "dot_mul" input_indices: 0 input_indices: 2 input_sizes: 100 input_sizes: 100 output_size: 100 dotmul_scale: 1 } } layers { name: "img" type: "data" size: 1024 active_type: "" } layers { name: "filter" type: "data" size: 576 active_type: "" } layers { name: "__mixed_6__" type: "mixed" size: 57600 active_type: "" inputs { input_layer_name: "img" } inputs { input_layer_name: "filter" } operator_confs { type: "conv" input_indices: 0 input_indices: 1 input_sizes: 1024 input_sizes: 576 output_size: 57600 conv_conf { filter_size: 3 channels: 1 stride: 1 padding: 0 groups: 1 filter_channels: 1 output_x: 30 img_size: 32 caffe_mode: true filter_size_y: 3 padding_y: 0 stride_y: 1 } num_filters: 64 } } layers { name: "__mixed_7__" type: "mixed" size: 100 active_type: "" inputs { input_layer_name: "__mixed_4__" input_parameter_name: "___mixed_7__.w0" proj_conf { type: "fc" name: "___mixed_7__.w0" input_size: 300 output_size: 100 } } inputs { input_layer_name: "__mixed_5__" input_parameter_name: "___mixed_7__.w1" proj_conf { type: "trans_fc" name: "___mixed_7__.w1" input_size: 100 output_size: 100 } } inputs { input_layer_name: "__mixed_6__" input_parameter_name: "___mixed_7__.w2" proj_conf { type: "fc" name: "___mixed_7__.w2" input_size: 57600 output_size: 100 } } drop_rate: 0.5 } parameters { name: "___embedding_0__.w0" size: 25600 initial_mean: 0.0 initial_std: 0.1 dims: 100 dims: 256 initial_strategy: 0 initial_smart: true } parameters { name: "___mixed_0__.w0" size: 25600 initial_mean: 0.0 initial_std: 0.0625 dims: 256 dims: 100 initial_strategy: 0 initial_smart: true } parameters { name: "___mixed_1__.w0" size: 10000 initial_mean: 0.0 initial_std: 0.1 dims: 100 dims: 100 initial_strategy: 0 initial_smart: true } parameters { name: "___mixed_3__.w0" size: 100 initial_mean: 0.0 initial_std: 1.0 dims: 1 dims: 100 initial_strategy: 0 initial_smart: true } parameters { name: "___mixed_4__.w0" size: 200 initial_mean: 0.0 initial_std: 0.0 dims: 2 dims: 100 initial_strategy: 0 initial_smart: false } parameters { name: "___mixed_5__.w1" size: 1 initial_mean: 0.0 initial_std: 1.0 dims: 1 dims: 1 initial_strategy: 0 initial_smart: true } parameters { name: "___mixed_7__.w0" size: 30000 initial_mean: 0.0 initial_std: 0.057735026919 dims: 300 dims: 100 initial_strategy: 0 initial_smart: true } parameters { name: "___mixed_7__.w1" size: 10000 initial_mean: 0.0 initial_std: 0.1 dims: 100 dims: 100 initial_strategy: 0 initial_smart: true } parameters { name: "___mixed_7__.w2" size: 5760000 initial_mean: 0.0 initial_std: 0.00416666666667 dims: 57600 dims: 100 initial_strategy: 0 initial_smart: true } input_layer_names: "test" input_layer_names: "img" input_layer_names: "filter" output_layer_names: "__mixed_7__" sub_models { name: "root" layer_names: "test" layer_names: "__embedding_0__" layer_names: "__mixed_0__" layer_names: "__mixed_1__" layer_names: "__mixed_2__" layer_names: "__mixed_3__" layer_names: "__mixed_4__" layer_names: "__mixed_5__" layer_names: "img" layer_names: "filter" layer_names: "__mixed_6__" layer_names: "__mixed_7__" input_layer_names: "test" input_layer_names: "img" input_layer_names: "filter" output_layer_names: "__mixed_7__" is_recurrent_layer_group: false }