{ "model_type":"bert", "vocab_size": 21128, "hidden_size": 128, "intermediate_size": 512, "num_hidden_layers": 2, "max_position_embeddings": 512, "num_attention_heads": 2, "type_vocab_size": 2 }