Update config.json
Browse files- config.json +7 -5
config.json
CHANGED
|
@@ -37,14 +37,16 @@
|
|
| 37 |
"vocab_size": 32000,
|
| 38 |
"word_embed_proj_dim": 16,
|
| 39 |
"vision_config": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
"hidden_act": "gelu",
|
| 41 |
"embed_dim": 32,
|
| 42 |
-
"image_size":
|
| 43 |
-
"intermediate_size": 37,
|
| 44 |
"patch_size": 2,
|
| 45 |
-
"
|
| 46 |
-
"num_hidden_layers": 5,
|
| 47 |
-
"vision_model_name": "hf-internal-testing/tiny-random-clip"
|
| 48 |
},
|
| 49 |
"perceiver_config": {
|
| 50 |
"qk_layer_norms_perceiver": false,
|
|
|
|
| 37 |
"vocab_size": 32000,
|
| 38 |
"word_embed_proj_dim": 16,
|
| 39 |
"vision_config": {
|
| 40 |
+
"hidden_act": "gelu",
|
| 41 |
+
"hidden_size": 256,
|
| 42 |
+
"intermediate_size": 1024,
|
| 43 |
+
"num_attention_heads": 4,
|
| 44 |
+
"num_hidden_layers": 3
|
| 45 |
"hidden_act": "gelu",
|
| 46 |
"embed_dim": 32,
|
| 47 |
+
"image_size": 224,
|
|
|
|
| 48 |
"patch_size": 2,
|
| 49 |
+
"vision_model_name": "wkcn/TinyCLIP-ViT-8M-16-Text-3M-YFCC15M"
|
|
|
|
|
|
|
| 50 |
},
|
| 51 |
"perceiver_config": {
|
| 52 |
"qk_layer_norms_perceiver": false,
|