{ "attention_probs_dropout_prob": 0.1, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "initializer_range": 0.02, "max_position_embeddings": 514, "num_attention_heads": 12, "num_hidden_layers": 12, "type_vocab_size": 0, "sent_type_vocab_size": 0, "task_type_vocab_size": 0, "vocab_size": 50265, "max_img_len": 37, "max_obj_len": 50, "image_class_size": 1601, "image_attr_size": 401, "image_embedding_size": 2048, "image_predict_feature": true, "image_predict_class": true, "image_use_attr": false, "image_use_soft_label": true, "use_neg_lm_loss": false, "fusion_method": "mul", "similarity_method": "softmax", "txt_mask_ratio": 0.15, "vl_mask_ratio": 0.15, "scenegraph_mask_ratio": 0.3, "overlap_ratio": 0.4, "num_labels": 2, "max_pixel_len": 256, "max_pixel_position_embeddings": 196 }
