AntonV's picture
AntonV HF Staff
Use pretrained first 2 text layers and 2 vision blocks
9f6c373 verified
Raw
History Blame Contribute Delete
4.96 kB
{
"metadata": {
"total_parameters": 2302220544,
"total_size": 4604441088
},
"weight_map": {
"model.language_model.lm_head.weight": "model-00001-of-00003.safetensors",
"model.language_model.model.embed_tokens.weight": "model-00002-of-00003.safetensors",
"model.language_model.model.layers.0.input_layernorm.weight": "model-00002-of-00003.safetensors",
"model.language_model.model.layers.0.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
"model.language_model.model.layers.0.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
"model.language_model.model.layers.0.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.0.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.0.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.0.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.0.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.0.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.1.input_layernorm.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.1.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.1.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.1.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.1.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.1.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.1.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.1.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.layers.1.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
"model.language_model.model.norm.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.attn.proj.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.attn.proj.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.attn.qkv.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.attn.qkv.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.mlp.down_proj.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.mlp.gate_proj.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.mlp.up_proj.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.norm1.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.0.norm2.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.attn.proj.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.attn.proj.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.attn.qkv.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.attn.qkv.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.mlp.down_proj.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.mlp.gate_proj.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.mlp.up_proj.bias": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.norm1.weight": "model-00003-of-00003.safetensors",
"model.vision_model.blocks.1.norm2.weight": "model-00003-of-00003.safetensors",
"model.vision_model.merger.ln_q.weight": "model-00003-of-00003.safetensors",
"model.vision_model.merger.mlp.0.bias": "model-00003-of-00003.safetensors",
"model.vision_model.merger.mlp.0.weight": "model-00003-of-00003.safetensors",
"model.vision_model.merger.mlp.2.bias": "model-00003-of-00003.safetensors",
"model.vision_model.merger.mlp.2.weight": "model-00003-of-00003.safetensors",
"model.vision_model.patch_embed.proj.weight": "model-00003-of-00003.safetensors",
"model.vision_projector.bias": "model-00003-of-00003.safetensors",
"model.vision_projector.weight": "model-00003-of-00003.safetensors"
}
}