{
  "attention_probs_dropout_prob": 0.1,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 1024,
  "initializer_range": 0.02,
  "max_position_embeddings": 514,
  "num_attention_heads": 16,
  "num_hidden_layers": 24,
  "type_vocab_size": 0,
  "sent_type_vocab_size": 0,
  "task_type_vocab_size": 0,
  "vocab_size": 50265,
  "max_img_len": 101,
  "max_obj_len": 100,
  "image_class_size": 1601,
  "image_attr_size": 401,
  "image_embedding_size": 2048,
  "image_predict_feature": true,
  "image_predict_class": true,
  "image_use_attr": false,
  "image_use_soft_label": true,
  "use_neg_lm_loss": false,
  "fusion_method": "mul",
  "txt_mask_ratio": 0.15,
  "vl_mask_ratio": 0.15,
  "scenegraph_mask_ratio": 0.4,
  "overlap_ratio": 0.3,
  "num_labels": 2,
  "max_pixel_len": 256,
  "max_pixel_position_embeddings": 196
}