{

"attention_probs_dropout_prob": 0.1,

"hidden_act": "gelu",

"hidden_dropout_prob": 0.1,

"hidden_size": 1024,

"initializer_range": 0.02,

"intermediate_size": 4096,

"max_position_embeddings": 512,

"num_attention_heads": 16,

"num_hidden_layers": 24,

"type_vocab_size": 2,

"vocab_size": 30522,

"v_feature_size": 2048,

"v_target_size": 1601,

"v_hidden_size":1024,

"v_num_hidden_layers":6,

"v_num_attention_heads":8,

"v_intermediate_size":1024,

"bi_hidden_size":1024,

"bi_num_attention_heads":8,

"bi_intermediate_size": 1024,

"bi_attention_type":1,

"v_attention_probs_dropout_prob":0.1,

"v_hidden_act":"gelu",

"v_hidden_dropout_prob":0.1,

"v_initializer_range":0.02,

"v_biattention_id":[0, 1, 2, 3, 4, 5],

"t_biattention_id":[18, 19, 20, 21, 22, 23],

"pooling_method": "mul"

}