File size: 962 Bytes
eae7164 0851e2f eae7164 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
{
"text_encoder": {
"tokenizer_class": "unigram",
"model_type": "bert",
"dim": 384,
"context_dim": 768,
"vocab_size": 250037,
"padding_idx": 1,
"num_layers": 12,
"num_heads": 12,
"embedding_dim": 256,
"multimodal_layers_ids": [
8,
9,
10,
11
],
"head_one_neuron": false,
"pooling": "mean",
"max_position_embeddings": 50,
"dropout_prob": 0.1
},
"image_encoder": {
"normalization_means": [
0.48145466,
0.4578275,
0.40821073
],
"normalization_deviations": [
0.26862954,
0.26130258,
0.27577711
],
"dim": 768,
"patch_size": 16,
"image_size": 224,
"num_layers": 12,
"num_heads": 12,
"embedding_dim": 256,
"pooling": "cls"
}
} |