GitHub
185.1K
Download
Models
Docs
Pricing
Sign in
Download
Models
Docs
Pricing
Sign in
lfm3-vl
:2b
3,546
Downloads
Updated
25 minutes ago
LFM3-VL-2B is a vision-language model for on-device visual understanding.
LFM3-VL-2B is a vision-language model for on-device visual understanding.
Cancel
vision
tools
thinking
2b
lfm3-vl:2b
...
/
projector
8e75a88afc0e ยท 379MB
Metadata
general.architecture
clip
clip
general.file_type
BF16
BF16
clip.has_vision_encoder
true
true
clip.use_silu
true
true
clip.vision.attention.head_count
16
16
clip.vision.attention.head_count_kv
8
8
clip.vision.attention.layer_norm_epsilon
1e-05
1e-05
clip.vision.block_count
14
14
clip.vision.embedding_length
1024
1024
clip.vision.feed_forward_length
2560
2560
clip.vision.image_max_pixels
16777216
16777216
clip.vision.image_mean
[0.5, 0.5, 0.5]
[0.5, 0.5, 0.5]
clip.vision.image_min_pixels
65536
65536
clip.vision.image_resize_algo
bicubic
bicubic
clip.vision.image_size
512
512
clip.vision.image_std
[0.5, 0.5, 0.5]
[0.5, 0.5, 0.5]
clip.vision.patch_size
16
16
clip.vision.projection_dim
2048
2048
clip.vision.projector_type
lfm3vl
lfm3vl
clip.vision.spatial_merge_size
2
2
Tensor
Name
Type
Shape
mm.0.bias
F32
F32
[4096]
mm.0.weight
BF16
BF16
[4096, 4096]
mm.2.bias
F32
F32
[2048]
mm.2.weight
BF16
BF16
[4096, 2048]
mm.input_norm.bias
F32
F32
[1024]
mm.input_norm.weight
F32
F32
[1024]
v.blk.0
v.blk.0.conv2d_in_proj.weight
BF16
BF16
[1024, 3072]
v.blk.0.conv2d_out_proj.weight
BF16
BF16
[1024, 1024]
v.blk.0.conv2d_spatial.weight
F32
F32
[3, 3, 1, 1024]
v.blk.0.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.0.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.0.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.0.ln1.weight
F32
F32
[1024]
v.blk.0.ln2.weight
F32
F32
[1024]
v.blk.1
v.blk.1.conv2d_in_proj.weight
BF16
BF16
[1024, 3072]
v.blk.1.conv2d_out_proj.weight
BF16
BF16
[1024, 1024]
v.blk.1.conv2d_spatial.weight
F32
F32
[3, 3, 1, 1024]
v.blk.1.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.1.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.1.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.1.ln1.weight
F32
F32
[1024]
v.blk.1.ln2.weight
F32
F32
[1024]
v.blk.2
v.blk.2.attn_k.weight
BF16
BF16
[1024, 512]
v.blk.2.attn_k_norm.weight
F32
F32
[64]
v.blk.2.attn_out.weight
BF16
BF16
[1024, 1024]
v.blk.2.attn_q.weight
BF16
BF16
[1024, 1024]
v.blk.2.attn_q_norm.weight
F32
F32
[64]
v.blk.2.attn_v.weight
BF16
BF16
[1024, 512]
v.blk.2.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.2.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.2.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.2.ln1.weight
F32
F32
[1024]
v.blk.2.ln2.weight
F32
F32
[1024]
v.blk.3
v.blk.3.conv2d_in_proj.weight
BF16
BF16
[1024, 3072]
v.blk.3.conv2d_out_proj.weight
BF16
BF16
[1024, 1024]
v.blk.3.conv2d_spatial.weight
F32
F32
[3, 3, 1, 1024]
v.blk.3.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.3.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.3.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.3.ln1.weight
F32
F32
[1024]
v.blk.3.ln2.weight
F32
F32
[1024]
v.blk.4
v.blk.4.attn_k.weight
BF16
BF16
[1024, 512]
v.blk.4.attn_k_norm.weight
F32
F32
[64]
v.blk.4.attn_out.weight
BF16
BF16
[1024, 1024]
v.blk.4.attn_q.weight
BF16
BF16
[1024, 1024]
v.blk.4.attn_q_norm.weight
F32
F32
[64]
v.blk.4.attn_v.weight
BF16
BF16
[1024, 512]
v.blk.4.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.4.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.4.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.4.ln1.weight
F32
F32
[1024]
v.blk.4.ln2.weight
F32
F32
[1024]
v.blk.5
v.blk.5.conv2d_in_proj.weight
BF16
BF16
[1024, 3072]
v.blk.5.conv2d_out_proj.weight
BF16
BF16
[1024, 1024]
v.blk.5.conv2d_spatial.weight
F32
F32
[3, 3, 1, 1024]
v.blk.5.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.5.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.5.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.5.ln1.weight
F32
F32
[1024]
v.blk.5.ln2.weight
F32
F32
[1024]
v.blk.6
v.blk.6.attn_k.weight
BF16
BF16
[1024, 512]
v.blk.6.attn_k_norm.weight
F32
F32
[64]
v.blk.6.attn_out.weight
BF16
BF16
[1024, 1024]
v.blk.6.attn_q.weight
BF16
BF16
[1024, 1024]
v.blk.6.attn_q_norm.weight
F32
F32
[64]
v.blk.6.attn_v.weight
BF16
BF16
[1024, 512]
v.blk.6.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.6.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.6.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.6.ln1.weight
F32
F32
[1024]
v.blk.6.ln2.weight
F32
F32
[1024]
v.blk.7
v.blk.7.conv2d_in_proj.weight
BF16
BF16
[1024, 3072]
v.blk.7.conv2d_out_proj.weight
BF16
BF16
[1024, 1024]
v.blk.7.conv2d_spatial.weight
F32
F32
[3, 3, 1, 1024]
v.blk.7.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.7.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.7.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.7.ln1.weight
F32
F32
[1024]
v.blk.7.ln2.weight
F32
F32
[1024]
v.blk.8
v.blk.8.attn_k.weight
BF16
BF16
[1024, 512]
v.blk.8.attn_k_norm.weight
F32
F32
[64]
v.blk.8.attn_out.weight
BF16
BF16
[1024, 1024]
v.blk.8.attn_q.weight
BF16
BF16
[1024, 1024]
v.blk.8.attn_q_norm.weight
F32
F32
[64]
v.blk.8.attn_v.weight
BF16
BF16
[1024, 512]
v.blk.8.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.8.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.8.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.8.ln1.weight
F32
F32
[1024]
v.blk.8.ln2.weight
F32
F32
[1024]
v.blk.9
v.blk.9.conv2d_in_proj.weight
BF16
BF16
[1024, 3072]
v.blk.9.conv2d_out_proj.weight
BF16
BF16
[1024, 1024]
v.blk.9.conv2d_spatial.weight
F32
F32
[3, 3, 1, 1024]
v.blk.9.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.9.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.9.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.9.ln1.weight
F32
F32
[1024]
v.blk.9.ln2.weight
F32
F32
[1024]
v.blk.10
v.blk.10.attn_k.weight
BF16
BF16
[1024, 512]
v.blk.10.attn_k_norm.weight
F32
F32
[64]
v.blk.10.attn_out.weight
BF16
BF16
[1024, 1024]
v.blk.10.attn_q.weight
BF16
BF16
[1024, 1024]
v.blk.10.attn_q_norm.weight
F32
F32
[64]
v.blk.10.attn_v.weight
BF16
BF16
[1024, 512]
v.blk.10.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.10.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.10.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.10.ln1.weight
F32
F32
[1024]
v.blk.10.ln2.weight
F32
F32
[1024]
v.blk.11
v.blk.11.conv2d_in_proj.weight
BF16
BF16
[1024, 3072]
v.blk.11.conv2d_out_proj.weight
BF16
BF16
[1024, 1024]
v.blk.11.conv2d_spatial.weight
F32
F32
[3, 3, 1, 1024]
v.blk.11.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.11.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.11.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.11.ln1.weight
F32
F32
[1024]
v.blk.11.ln2.weight
F32
F32
[1024]
v.blk.12
v.blk.12.attn_k.weight
BF16
BF16
[1024, 512]
v.blk.12.attn_k_norm.weight
F32
F32
[64]
v.blk.12.attn_out.weight
BF16
BF16
[1024, 1024]
v.blk.12.attn_q.weight
BF16
BF16
[1024, 1024]
v.blk.12.attn_q_norm.weight
F32
F32
[64]
v.blk.12.attn_v.weight
BF16
BF16
[1024, 512]
v.blk.12.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.12.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.12.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.12.ln1.weight
F32
F32
[1024]
v.blk.12.ln2.weight
F32
F32
[1024]
v.blk.13
v.blk.13.conv2d_in_proj.weight
BF16
BF16
[1024, 3072]
v.blk.13.conv2d_out_proj.weight
BF16
BF16
[1024, 1024]
v.blk.13.conv2d_spatial.weight
F32
F32
[3, 3, 1, 1024]
v.blk.13.ffn_down.weight
BF16
BF16
[2560, 1024]
v.blk.13.ffn_gate.weight
BF16
BF16
[1024, 2560]
v.blk.13.ffn_up.weight
BF16
BF16
[1024, 2560]
v.blk.13.ln1.weight
F32
F32
[1024]
v.blk.13.ln2.weight
F32
F32
[1024]
v.embedding_norm.weight
F32
F32
[1024]
v.patch_embd.weight
F16
F16
[16, 16, 3, 1024]
v.patch_embd.weight.1
F16
F16
[16, 16, 3, 1024]