Yanqing0327
commited on
Upload open_clip_config.json
Browse files- open_clip_config.json +44 -0
open_clip_config.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_cfg": {
|
3 |
+
"embed_dim": 768,
|
4 |
+
"vision_cfg": {
|
5 |
+
"image_size": 336,
|
6 |
+
"layers": 24,
|
7 |
+
"width": 1024,
|
8 |
+
"patch_size": 14,
|
9 |
+
"no_ln_pre": true,
|
10 |
+
"pool_type": "avg",
|
11 |
+
"final_ln_after_pool": true
|
12 |
+
},
|
13 |
+
"text_cfg": {
|
14 |
+
"context_length": 80,
|
15 |
+
"vocab_size": 32000,
|
16 |
+
"hf_tokenizer_name": "bert-base-uncased",
|
17 |
+
"tokenizer_kwargs": {
|
18 |
+
"strip_sep_token": true
|
19 |
+
},
|
20 |
+
"width": 768,
|
21 |
+
"heads": 12,
|
22 |
+
"layers": 12,
|
23 |
+
"pool_type": "last",
|
24 |
+
"no_causal_mask": true,
|
25 |
+
"act_kwargs": {
|
26 |
+
"approximate": "tanh"
|
27 |
+
}
|
28 |
+
}
|
29 |
+
},
|
30 |
+
"preprocess_cfg": {
|
31 |
+
"mean": [
|
32 |
+
0.485,
|
33 |
+
0.456,
|
34 |
+
0.406
|
35 |
+
],
|
36 |
+
"std": [
|
37 |
+
0.229,
|
38 |
+
0.224,
|
39 |
+
0.225
|
40 |
+
],
|
41 |
+
"interpolation": "bilinear",
|
42 |
+
"resize_mode": "squash"
|
43 |
+
}
|
44 |
+
}
|