We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2712cb0 commit 6ac1636Copy full SHA for 6ac1636
llm2clip/eva_clip/model_configs/Llama3.2-1B-EVA02-L-14-336.json
@@ -0,0 +1,30 @@
1
+{
2
+ "embed_dim": 1280,
3
+ "vision_cfg": {
4
+ "image_size": 336,
5
+ "layers": 24,
6
+ "width": 1024,
7
+ "drop_path_rate": 0,
8
+ "head_width": 64,
9
+ "mlp_ratio": 2.6667,
10
+ "patch_size": 14,
11
+ "eva_model_name": "eva-clip-l-14-336",
12
+ "xattn": true,
13
+ "fusedLN": true,
14
+ "rope": true,
15
+ "pt_hw_seq_len": 16,
16
+ "intp_freq": true,
17
+ "naiveswiglu": true,
18
+ "subln": true
19
+ },
20
+ "text_cfg": {
21
+ "use_embedding": true,
22
+ "context_length": 77,
23
+ "vocab_size": 49408,
24
+ "width": 768,
25
+ "heads": 12,
26
+ "layers": 12,
27
+ "xattn": false,
28
+ "fusedLN": true
29
+ }
30
+}
0 commit comments