Skip to content

Commit 6ac1636

Browse files
committed
update config
1 parent 2712cb0 commit 6ac1636

File tree

1 file changed

+30
-0
lines changed

1 file changed

+30
-0
lines changed
Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
{
2+
"embed_dim": 1280,
3+
"vision_cfg": {
4+
"image_size": 336,
5+
"layers": 24,
6+
"width": 1024,
7+
"drop_path_rate": 0,
8+
"head_width": 64,
9+
"mlp_ratio": 2.6667,
10+
"patch_size": 14,
11+
"eva_model_name": "eva-clip-l-14-336",
12+
"xattn": true,
13+
"fusedLN": true,
14+
"rope": true,
15+
"pt_hw_seq_len": 16,
16+
"intp_freq": true,
17+
"naiveswiglu": true,
18+
"subln": true
19+
},
20+
"text_cfg": {
21+
"use_embedding": true,
22+
"context_length": 77,
23+
"vocab_size": 49408,
24+
"width": 768,
25+
"heads": 12,
26+
"layers": 12,
27+
"xattn": false,
28+
"fusedLN": true
29+
}
30+
}

0 commit comments

Comments
 (0)