un-split version of https://huggingface.co/Arki05/Grok-1-GGUF
768 Pulls Updated 6 months ago
24db12845ff6 · 260GB
-
split.count0
-
split.no0
-
split.tensors.count2115
-
general.architecturegrok
-
general.file_typeQ6_K
-
grok.attention.head_count48
-
grok.attention.head_count_kv8
-
grok.attention.layer_norm_rms_epsilon1e-05
-
grok.block_count64
-
grok.context_length8192
-
grok.embedding_length6144
-
grok.expert_count8
-
grok.expert_used_count2
-
grok.feed_forward_length32768
-
grok.rope.freq_base10000
-
tokenizer.ggml.add_bos_tokenfalse
-
tokenizer.ggml.add_eos_tokenfalse
-
tokenizer.ggml.bos_token_id1
-
tokenizer.ggml.eos_token_id2
-
tokenizer.ggml.modelllama
-
tokenizer.ggml.padding_token_id0
-
tokenizer.ggml.scores[0 0 0 0 0 ...]
-
tokenizer.ggml.token_type[3 3 3 2 1 ...]
-
tokenizer.ggml.tokens[[PAD] [BOS] [EOS] [UNK] ...]
-
NameTypeShape
-
token_embd.weightQ6_K[6144 131072]
-
blk.0.attn_q.weightQ6_K[6144 6144]
-
blk.0.attn_k.weightQ8_0[6144 1024]
-
blk.0.attn_v.weightQ8_0[6144 1024]
-
blk.0.attn_output.weightQ6_K[6144 6144]
-
blk.0.ffn_gate_inp.weightF16[6144 8]
-
blk.0.ffn_up.0.weightQ6_K[6144 32768]
-
blk.0.ffn_down.0.weightQ6_K[32768 6144]
-
blk.0.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.0.ffn_up.1.weightQ6_K[6144 32768]
-
blk.0.ffn_down.1.weightQ6_K[32768 6144]
-
blk.0.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.0.ffn_up.2.weightQ6_K[6144 32768]
-
blk.0.ffn_down.2.weightQ6_K[32768 6144]
-
blk.0.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.0.ffn_up.3.weightQ6_K[6144 32768]
-
blk.0.ffn_down.3.weightQ6_K[32768 6144]
-
blk.0.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.0.ffn_up.4.weightQ6_K[6144 32768]
-
blk.0.ffn_down.4.weightQ6_K[32768 6144]
-
blk.0.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.0.ffn_up.5.weightQ6_K[6144 32768]
-
blk.0.ffn_down.5.weightQ6_K[32768 6144]
-
blk.0.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.0.ffn_up.6.weightQ6_K[6144 32768]
-
blk.0.ffn_down.6.weightQ6_K[32768 6144]
-
blk.0.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.0.ffn_up.7.weightQ6_K[6144 32768]
-
blk.0.ffn_down.7.weightQ6_K[32768 6144]
-
blk.0.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.0.attn_norm.weightF32[6144]
-
blk.0.attn_output_norm.weightF32[6144]
-
blk.0.ffn_norm.weightF32[6144]
-
blk.0.layer_output_norm.weightF32[6144]
-
blk.1.attn_q.weightQ6_K[6144 6144]
-
blk.1.attn_k.weightQ8_0[6144 1024]
-
blk.1.attn_v.weightQ8_0[6144 1024]
-
blk.1.attn_output.weightQ6_K[6144 6144]
-
blk.1.ffn_gate_inp.weightF16[6144 8]
-
blk.1.ffn_up.0.weightQ6_K[6144 32768]
-
blk.1.ffn_down.0.weightQ6_K[32768 6144]
-
blk.1.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.1.ffn_up.1.weightQ6_K[6144 32768]
-
blk.1.ffn_down.1.weightQ6_K[32768 6144]
-
blk.1.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.1.ffn_up.2.weightQ6_K[6144 32768]
-
blk.1.ffn_down.2.weightQ6_K[32768 6144]
-
blk.1.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.1.ffn_up.3.weightQ6_K[6144 32768]
-
blk.1.ffn_down.3.weightQ6_K[32768 6144]
-
blk.1.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.1.ffn_up.4.weightQ6_K[6144 32768]
-
blk.1.ffn_down.4.weightQ6_K[32768 6144]
-
blk.1.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.1.ffn_up.5.weightQ6_K[6144 32768]
-
blk.1.ffn_down.5.weightQ6_K[32768 6144]
-
blk.1.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.1.ffn_up.6.weightQ6_K[6144 32768]
-
blk.1.ffn_down.6.weightQ6_K[32768 6144]
-
blk.1.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.1.ffn_up.7.weightQ6_K[6144 32768]
-
blk.1.ffn_down.7.weightQ6_K[32768 6144]
-
blk.1.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.1.attn_norm.weightF32[6144]
-
blk.1.attn_output_norm.weightF32[6144]
-
blk.1.ffn_norm.weightF32[6144]
-
blk.1.layer_output_norm.weightF32[6144]
-
blk.2.attn_q.weightQ6_K[6144 6144]
-
blk.2.attn_k.weightQ8_0[6144 1024]
-
blk.2.attn_v.weightQ8_0[6144 1024]
-
blk.2.attn_output.weightQ6_K[6144 6144]
-
blk.2.ffn_gate_inp.weightF16[6144 8]
-
blk.2.ffn_up.0.weightQ6_K[6144 32768]
-
blk.2.ffn_up.1.weightQ6_K[6144 32768]
-
blk.2.ffn_up.2.weightQ6_K[6144 32768]
-
blk.2.ffn_up.3.weightQ6_K[6144 32768]
-
blk.2.ffn_up.4.weightQ6_K[6144 32768]
-
blk.2.ffn_up.5.weightQ6_K[6144 32768]
-
blk.2.ffn_up.6.weightQ6_K[6144 32768]
-
blk.2.ffn_up.7.weightQ6_K[6144 32768]
-
blk.2.ffn_down.0.weightQ6_K[32768 6144]
-
blk.2.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.2.ffn_down.1.weightQ6_K[32768 6144]
-
blk.2.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.2.ffn_down.2.weightQ6_K[32768 6144]
-
blk.2.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.2.ffn_down.3.weightQ6_K[32768 6144]
-
blk.2.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.2.ffn_down.4.weightQ6_K[32768 6144]
-
blk.2.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.2.ffn_down.5.weightQ6_K[32768 6144]
-
blk.2.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.2.ffn_down.6.weightQ6_K[32768 6144]
-
blk.2.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.2.ffn_down.7.weightQ6_K[32768 6144]
-
blk.2.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.2.attn_norm.weightF32[6144]
-
blk.2.attn_output_norm.weightF32[6144]
-
blk.2.ffn_norm.weightF32[6144]
-
blk.2.layer_output_norm.weightF32[6144]
-
blk.3.attn_q.weightQ6_K[6144 6144]
-
blk.3.attn_k.weightQ8_0[6144 1024]
-
blk.3.attn_v.weightQ8_0[6144 1024]
-
blk.3.attn_output.weightQ6_K[6144 6144]
-
blk.3.ffn_gate_inp.weightF16[6144 8]
-
blk.3.ffn_up.0.weightQ6_K[6144 32768]
-
blk.3.ffn_down.0.weightQ6_K[32768 6144]
-
blk.3.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.3.ffn_up.1.weightQ6_K[6144 32768]
-
blk.3.ffn_down.1.weightQ6_K[32768 6144]
-
blk.3.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.3.ffn_up.2.weightQ6_K[6144 32768]
-
blk.3.ffn_down.2.weightQ6_K[32768 6144]
-
blk.3.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.3.ffn_up.3.weightQ6_K[6144 32768]
-
blk.3.ffn_down.3.weightQ6_K[32768 6144]
-
blk.3.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.3.ffn_up.4.weightQ6_K[6144 32768]
-
blk.3.ffn_down.4.weightQ6_K[32768 6144]
-
blk.3.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.3.ffn_up.5.weightQ6_K[6144 32768]
-
blk.3.ffn_down.5.weightQ6_K[32768 6144]
-
blk.3.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.3.ffn_up.6.weightQ6_K[6144 32768]
-
blk.3.ffn_down.6.weightQ6_K[32768 6144]
-
blk.3.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.3.ffn_up.7.weightQ6_K[6144 32768]
-
blk.3.ffn_down.7.weightQ6_K[32768 6144]
-
blk.3.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.3.attn_norm.weightF32[6144]
-
blk.3.attn_output_norm.weightF32[6144]
-
blk.3.ffn_norm.weightF32[6144]
-
blk.3.layer_output_norm.weightF32[6144]
-
blk.4.attn_q.weightQ6_K[6144 6144]
-
blk.4.attn_k.weightQ8_0[6144 1024]
-
blk.4.attn_v.weightQ8_0[6144 1024]
-
blk.4.attn_output.weightQ6_K[6144 6144]
-
blk.4.ffn_gate_inp.weightF16[6144 8]
-
blk.4.ffn_up.0.weightQ6_K[6144 32768]
-
blk.4.ffn_down.0.weightQ6_K[32768 6144]
-
blk.4.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.4.ffn_up.1.weightQ6_K[6144 32768]
-
blk.4.ffn_down.1.weightQ6_K[32768 6144]
-
blk.4.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.4.ffn_up.2.weightQ6_K[6144 32768]
-
blk.4.ffn_down.2.weightQ6_K[32768 6144]
-
blk.4.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.4.ffn_up.3.weightQ6_K[6144 32768]
-
blk.4.ffn_down.3.weightQ6_K[32768 6144]
-
blk.4.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.4.ffn_up.4.weightQ6_K[6144 32768]
-
blk.4.ffn_down.4.weightQ6_K[32768 6144]
-
blk.4.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.4.ffn_up.5.weightQ6_K[6144 32768]
-
blk.4.ffn_down.5.weightQ6_K[32768 6144]
-
blk.4.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.4.ffn_up.6.weightQ6_K[6144 32768]
-
blk.4.ffn_down.6.weightQ6_K[32768 6144]
-
blk.4.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.4.ffn_up.7.weightQ6_K[6144 32768]
-
blk.4.ffn_down.7.weightQ6_K[32768 6144]
-
blk.4.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.4.attn_norm.weightF32[6144]
-
blk.4.attn_output_norm.weightF32[6144]
-
blk.4.ffn_norm.weightF32[6144]
-
blk.4.layer_output_norm.weightF32[6144]
-
blk.5.attn_q.weightQ6_K[6144 6144]
-
blk.5.attn_k.weightQ8_0[6144 1024]
-
blk.5.attn_v.weightQ8_0[6144 1024]
-
blk.5.attn_output.weightQ6_K[6144 6144]
-
blk.5.ffn_gate_inp.weightF16[6144 8]
-
blk.5.ffn_up.0.weightQ6_K[6144 32768]
-
blk.5.ffn_down.0.weightQ6_K[32768 6144]
-
blk.5.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.5.ffn_up.1.weightQ6_K[6144 32768]
-
blk.5.ffn_down.1.weightQ6_K[32768 6144]
-
blk.5.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.5.ffn_up.2.weightQ6_K[6144 32768]
-
blk.5.ffn_down.2.weightQ6_K[32768 6144]
-
blk.5.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.5.ffn_up.3.weightQ6_K[6144 32768]
-
blk.5.ffn_down.3.weightQ6_K[32768 6144]
-
blk.5.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.5.ffn_up.4.weightQ6_K[6144 32768]
-
blk.5.ffn_down.4.weightQ6_K[32768 6144]
-
blk.5.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.5.ffn_up.5.weightQ6_K[6144 32768]
-
blk.5.ffn_down.5.weightQ6_K[32768 6144]
-
blk.5.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.5.ffn_up.6.weightQ6_K[6144 32768]
-
blk.5.ffn_down.6.weightQ6_K[32768 6144]
-
blk.5.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.5.ffn_up.7.weightQ6_K[6144 32768]
-
blk.5.ffn_down.7.weightQ6_K[32768 6144]
-
blk.5.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.5.attn_norm.weightF32[6144]
-
blk.5.attn_output_norm.weightF32[6144]
-
blk.5.ffn_norm.weightF32[6144]
-
blk.5.layer_output_norm.weightF32[6144]
-
blk.6.attn_q.weightQ6_K[6144 6144]
-
blk.6.attn_k.weightQ8_0[6144 1024]
-
blk.6.attn_v.weightQ8_0[6144 1024]
-
blk.6.attn_output.weightQ6_K[6144 6144]
-
blk.6.ffn_gate_inp.weightF16[6144 8]
-
blk.6.ffn_up.0.weightQ6_K[6144 32768]
-
blk.6.ffn_down.0.weightQ6_K[32768 6144]
-
blk.6.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.6.ffn_up.1.weightQ6_K[6144 32768]
-
blk.6.ffn_down.1.weightQ6_K[32768 6144]
-
blk.6.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.6.ffn_up.2.weightQ6_K[6144 32768]
-
blk.6.ffn_down.2.weightQ6_K[32768 6144]
-
blk.6.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.6.ffn_up.3.weightQ6_K[6144 32768]
-
blk.6.ffn_down.3.weightQ6_K[32768 6144]
-
blk.6.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.6.ffn_up.4.weightQ6_K[6144 32768]
-
blk.6.ffn_down.4.weightQ6_K[32768 6144]
-
blk.6.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.6.ffn_up.5.weightQ6_K[6144 32768]
-
blk.6.ffn_down.5.weightQ6_K[32768 6144]
-
blk.6.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.6.ffn_up.6.weightQ6_K[6144 32768]
-
blk.6.ffn_down.6.weightQ6_K[32768 6144]
-
blk.6.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.6.ffn_up.7.weightQ6_K[6144 32768]
-
blk.6.ffn_down.7.weightQ6_K[32768 6144]
-
blk.6.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.6.attn_norm.weightF32[6144]
-
blk.6.attn_output_norm.weightF32[6144]
-
blk.6.ffn_norm.weightF32[6144]
-
blk.6.layer_output_norm.weightF32[6144]
-
blk.7.attn_q.weightQ6_K[6144 6144]
-
blk.7.attn_k.weightQ8_0[6144 1024]
-
blk.7.attn_v.weightQ8_0[6144 1024]
-
blk.7.attn_output.weightQ6_K[6144 6144]
-
blk.7.ffn_gate_inp.weightF16[6144 8]
-
blk.7.ffn_up.0.weightQ6_K[6144 32768]
-
blk.7.ffn_down.0.weightQ6_K[32768 6144]
-
blk.7.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.7.ffn_up.1.weightQ6_K[6144 32768]
-
blk.7.ffn_down.1.weightQ6_K[32768 6144]
-
blk.7.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.7.ffn_up.2.weightQ6_K[6144 32768]
-
blk.7.ffn_down.2.weightQ6_K[32768 6144]
-
blk.7.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.7.ffn_up.3.weightQ6_K[6144 32768]
-
blk.7.ffn_down.3.weightQ6_K[32768 6144]
-
blk.7.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.7.ffn_up.4.weightQ6_K[6144 32768]
-
blk.7.ffn_down.4.weightQ6_K[32768 6144]
-
blk.7.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.7.ffn_up.5.weightQ6_K[6144 32768]
-
blk.7.ffn_down.5.weightQ6_K[32768 6144]
-
blk.7.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.7.ffn_up.6.weightQ6_K[6144 32768]
-
blk.7.ffn_down.6.weightQ6_K[32768 6144]
-
blk.7.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.7.ffn_up.7.weightQ6_K[6144 32768]
-
blk.7.ffn_down.7.weightQ6_K[32768 6144]
-
blk.7.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.7.attn_norm.weightF32[6144]
-
blk.7.attn_output_norm.weightF32[6144]
-
blk.7.ffn_norm.weightF32[6144]
-
blk.7.layer_output_norm.weightF32[6144]
-
blk.8.attn_q.weightQ6_K[6144 6144]
-
blk.8.attn_k.weightQ8_0[6144 1024]
-
blk.8.attn_v.weightQ8_0[6144 1024]
-
blk.8.attn_output.weightQ6_K[6144 6144]
-
blk.8.ffn_gate_inp.weightF16[6144 8]
-
blk.8.ffn_up.0.weightQ6_K[6144 32768]
-
blk.8.ffn_down.0.weightQ6_K[32768 6144]
-
blk.8.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.8.ffn_up.1.weightQ6_K[6144 32768]
-
blk.8.ffn_down.1.weightQ6_K[32768 6144]
-
blk.8.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.8.ffn_up.2.weightQ6_K[6144 32768]
-
blk.8.ffn_down.2.weightQ6_K[32768 6144]
-
blk.8.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.8.ffn_up.3.weightQ6_K[6144 32768]
-
blk.8.ffn_down.3.weightQ6_K[32768 6144]
-
blk.8.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.8.ffn_up.4.weightQ6_K[6144 32768]
-
blk.8.ffn_down.4.weightQ6_K[32768 6144]
-
blk.8.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.8.ffn_up.5.weightQ6_K[6144 32768]
-
blk.8.ffn_down.5.weightQ6_K[32768 6144]
-
blk.8.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.8.ffn_up.6.weightQ6_K[6144 32768]
-
blk.8.ffn_down.6.weightQ6_K[32768 6144]
-
blk.8.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.8.ffn_up.7.weightQ6_K[6144 32768]
-
blk.8.ffn_down.7.weightQ6_K[32768 6144]
-
blk.8.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.8.attn_norm.weightF32[6144]
-
blk.8.attn_output_norm.weightF32[6144]
-
blk.8.ffn_norm.weightF32[6144]
-
blk.8.layer_output_norm.weightF32[6144]
-
blk.9.attn_q.weightQ6_K[6144 6144]
-
blk.9.attn_k.weightQ8_0[6144 1024]
-
blk.9.attn_v.weightQ8_0[6144 1024]
-
blk.9.attn_output.weightQ6_K[6144 6144]
-
blk.9.ffn_gate_inp.weightF16[6144 8]
-
blk.9.ffn_up.0.weightQ6_K[6144 32768]
-
blk.9.ffn_up.1.weightQ6_K[6144 32768]
-
blk.9.ffn_up.2.weightQ6_K[6144 32768]
-
blk.9.ffn_up.3.weightQ6_K[6144 32768]
-
blk.9.ffn_up.4.weightQ6_K[6144 32768]
-
blk.9.ffn_up.5.weightQ6_K[6144 32768]
-
blk.9.ffn_up.6.weightQ6_K[6144 32768]
-
blk.9.ffn_up.7.weightQ6_K[6144 32768]
-
blk.9.ffn_down.0.weightQ6_K[32768 6144]
-
blk.9.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.9.ffn_down.1.weightQ6_K[32768 6144]
-
blk.9.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.9.ffn_down.2.weightQ6_K[32768 6144]
-
blk.9.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.9.ffn_down.3.weightQ6_K[32768 6144]
-
blk.9.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.9.ffn_down.4.weightQ6_K[32768 6144]
-
blk.9.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.9.ffn_down.5.weightQ6_K[32768 6144]
-
blk.9.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.9.ffn_down.6.weightQ6_K[32768 6144]
-
blk.9.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.9.ffn_down.7.weightQ6_K[32768 6144]
-
blk.9.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.9.attn_norm.weightF32[6144]
-
blk.9.attn_output_norm.weightF32[6144]
-
blk.9.ffn_norm.weightF32[6144]
-
blk.9.layer_output_norm.weightF32[6144]
-
blk.10.attn_q.weightQ6_K[6144 6144]
-
blk.10.attn_k.weightQ8_0[6144 1024]
-
blk.10.attn_v.weightQ8_0[6144 1024]
-
blk.10.attn_output.weightQ6_K[6144 6144]
-
blk.10.ffn_gate_inp.weightF16[6144 8]
-
blk.10.ffn_up.0.weightQ6_K[6144 32768]
-
blk.10.ffn_down.0.weightQ6_K[32768 6144]
-
blk.10.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.10.ffn_up.1.weightQ6_K[6144 32768]
-
blk.10.ffn_down.1.weightQ6_K[32768 6144]
-
blk.10.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.10.ffn_up.2.weightQ6_K[6144 32768]
-
blk.10.ffn_down.2.weightQ6_K[32768 6144]
-
blk.10.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.10.ffn_up.3.weightQ6_K[6144 32768]
-
blk.10.ffn_down.3.weightQ6_K[32768 6144]
-
blk.10.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.10.ffn_up.4.weightQ6_K[6144 32768]
-
blk.10.ffn_down.4.weightQ6_K[32768 6144]
-
blk.10.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.10.ffn_up.5.weightQ6_K[6144 32768]
-
blk.10.ffn_down.5.weightQ6_K[32768 6144]
-
blk.10.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.10.ffn_up.6.weightQ6_K[6144 32768]
-
blk.10.ffn_down.6.weightQ6_K[32768 6144]
-
blk.10.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.10.ffn_up.7.weightQ6_K[6144 32768]
-
blk.10.ffn_down.7.weightQ6_K[32768 6144]
-
blk.10.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.10.attn_norm.weightF32[6144]
-
blk.10.attn_output_norm.weightF32[6144]
-
blk.10.ffn_norm.weightF32[6144]
-
blk.10.layer_output_norm.weightF32[6144]
-
blk.11.attn_q.weightQ6_K[6144 6144]
-
blk.11.attn_k.weightQ8_0[6144 1024]
-
blk.11.attn_v.weightQ8_0[6144 1024]
-
blk.11.attn_output.weightQ6_K[6144 6144]
-
blk.11.ffn_gate_inp.weightF16[6144 8]
-
blk.11.ffn_up.0.weightQ6_K[6144 32768]
-
blk.11.ffn_down.0.weightQ6_K[32768 6144]
-
blk.11.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.11.ffn_up.1.weightQ6_K[6144 32768]
-
blk.11.ffn_down.1.weightQ6_K[32768 6144]
-
blk.11.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.11.ffn_up.2.weightQ6_K[6144 32768]
-
blk.11.ffn_down.2.weightQ6_K[32768 6144]
-
blk.11.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.11.ffn_up.3.weightQ6_K[6144 32768]
-
blk.11.ffn_down.3.weightQ6_K[32768 6144]
-
blk.11.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.11.ffn_up.4.weightQ6_K[6144 32768]
-
blk.11.ffn_down.4.weightQ6_K[32768 6144]
-
blk.11.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.11.ffn_up.5.weightQ6_K[6144 32768]
-
blk.11.ffn_down.5.weightQ6_K[32768 6144]
-
blk.11.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.11.ffn_up.6.weightQ6_K[6144 32768]
-
blk.11.ffn_down.6.weightQ6_K[32768 6144]
-
blk.11.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.11.ffn_up.7.weightQ6_K[6144 32768]
-
blk.11.ffn_down.7.weightQ6_K[32768 6144]
-
blk.11.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.11.attn_norm.weightF32[6144]
-
blk.11.attn_output_norm.weightF32[6144]
-
blk.11.ffn_norm.weightF32[6144]
-
blk.11.layer_output_norm.weightF32[6144]
-
blk.12.attn_q.weightQ6_K[6144 6144]
-
blk.12.attn_k.weightQ8_0[6144 1024]
-
blk.12.attn_v.weightQ8_0[6144 1024]
-
blk.12.attn_output.weightQ6_K[6144 6144]
-
blk.12.ffn_gate_inp.weightF16[6144 8]
-
blk.12.ffn_up.0.weightQ6_K[6144 32768]
-
blk.12.ffn_down.0.weightQ6_K[32768 6144]
-
blk.12.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.12.ffn_up.1.weightQ6_K[6144 32768]
-
blk.12.ffn_down.1.weightQ6_K[32768 6144]
-
blk.12.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.12.ffn_up.2.weightQ6_K[6144 32768]
-
blk.12.ffn_down.2.weightQ6_K[32768 6144]
-
blk.12.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.12.ffn_up.3.weightQ6_K[6144 32768]
-
blk.12.ffn_down.3.weightQ6_K[32768 6144]
-
blk.12.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.12.ffn_up.4.weightQ6_K[6144 32768]
-
blk.12.ffn_down.4.weightQ6_K[32768 6144]
-
blk.12.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.12.ffn_up.5.weightQ6_K[6144 32768]
-
blk.12.ffn_down.5.weightQ6_K[32768 6144]
-
blk.12.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.12.ffn_up.6.weightQ6_K[6144 32768]
-
blk.12.ffn_down.6.weightQ6_K[32768 6144]
-
blk.12.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.12.ffn_up.7.weightQ6_K[6144 32768]
-
blk.12.ffn_down.7.weightQ6_K[32768 6144]
-
blk.12.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.12.attn_norm.weightF32[6144]
-
blk.12.attn_output_norm.weightF32[6144]
-
blk.12.ffn_norm.weightF32[6144]
-
blk.12.layer_output_norm.weightF32[6144]
-
blk.13.attn_q.weightQ6_K[6144 6144]
-
blk.13.attn_k.weightQ8_0[6144 1024]
-
blk.13.attn_v.weightQ8_0[6144 1024]
-
blk.13.attn_output.weightQ6_K[6144 6144]
-
blk.13.ffn_gate_inp.weightF16[6144 8]
-
blk.13.ffn_up.0.weightQ6_K[6144 32768]
-
blk.13.ffn_down.0.weightQ6_K[32768 6144]
-
blk.13.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.13.ffn_up.1.weightQ6_K[6144 32768]
-
blk.13.ffn_down.1.weightQ6_K[32768 6144]
-
blk.13.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.13.ffn_up.2.weightQ6_K[6144 32768]
-
blk.13.ffn_down.2.weightQ6_K[32768 6144]
-
blk.13.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.13.ffn_up.3.weightQ6_K[6144 32768]
-
blk.13.ffn_down.3.weightQ6_K[32768 6144]
-
blk.13.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.13.ffn_up.4.weightQ6_K[6144 32768]
-
blk.13.ffn_down.4.weightQ6_K[32768 6144]
-
blk.13.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.13.ffn_up.5.weightQ6_K[6144 32768]
-
blk.13.ffn_down.5.weightQ6_K[32768 6144]
-
blk.13.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.13.ffn_up.6.weightQ6_K[6144 32768]
-
blk.13.ffn_down.6.weightQ6_K[32768 6144]
-
blk.13.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.13.ffn_up.7.weightQ6_K[6144 32768]
-
blk.13.ffn_down.7.weightQ6_K[32768 6144]
-
blk.13.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.13.attn_norm.weightF32[6144]
-
blk.13.attn_output_norm.weightF32[6144]
-
blk.13.ffn_norm.weightF32[6144]
-
blk.13.layer_output_norm.weightF32[6144]
-
blk.14.attn_q.weightQ6_K[6144 6144]
-
blk.14.attn_k.weightQ8_0[6144 1024]
-
blk.14.attn_v.weightQ8_0[6144 1024]
-
blk.14.attn_output.weightQ6_K[6144 6144]
-
blk.14.ffn_gate_inp.weightF16[6144 8]
-
blk.14.ffn_up.0.weightQ6_K[6144 32768]
-
blk.14.ffn_down.0.weightQ6_K[32768 6144]
-
blk.14.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.14.ffn_up.1.weightQ6_K[6144 32768]
-
blk.14.ffn_down.1.weightQ6_K[32768 6144]
-
blk.14.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.14.ffn_up.2.weightQ6_K[6144 32768]
-
blk.14.ffn_down.2.weightQ6_K[32768 6144]
-
blk.14.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.14.ffn_up.3.weightQ6_K[6144 32768]
-
blk.14.ffn_down.3.weightQ6_K[32768 6144]
-
blk.14.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.14.ffn_up.4.weightQ6_K[6144 32768]
-
blk.14.ffn_down.4.weightQ6_K[32768 6144]
-
blk.14.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.14.ffn_up.5.weightQ6_K[6144 32768]
-
blk.14.ffn_down.5.weightQ6_K[32768 6144]
-
blk.14.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.14.ffn_up.6.weightQ6_K[6144 32768]
-
blk.14.ffn_down.6.weightQ6_K[32768 6144]
-
blk.14.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.14.ffn_up.7.weightQ6_K[6144 32768]
-
blk.14.ffn_down.7.weightQ6_K[32768 6144]
-
blk.14.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.14.attn_norm.weightF32[6144]
-
blk.14.attn_output_norm.weightF32[6144]
-
blk.14.ffn_norm.weightF32[6144]
-
blk.14.layer_output_norm.weightF32[6144]
-
blk.15.attn_q.weightQ6_K[6144 6144]
-
blk.15.attn_k.weightQ8_0[6144 1024]
-
blk.15.attn_v.weightQ8_0[6144 1024]
-
blk.15.attn_output.weightQ6_K[6144 6144]
-
blk.15.ffn_gate_inp.weightF16[6144 8]
-
blk.15.ffn_up.0.weightQ6_K[6144 32768]
-
blk.15.ffn_down.0.weightQ6_K[32768 6144]
-
blk.15.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.15.ffn_up.1.weightQ6_K[6144 32768]
-
blk.15.ffn_down.1.weightQ6_K[32768 6144]
-
blk.15.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.15.ffn_up.2.weightQ6_K[6144 32768]
-
blk.15.ffn_down.2.weightQ6_K[32768 6144]
-
blk.15.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.15.ffn_up.3.weightQ6_K[6144 32768]
-
blk.15.ffn_down.3.weightQ6_K[32768 6144]
-
blk.15.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.15.ffn_up.4.weightQ6_K[6144 32768]
-
blk.15.ffn_down.4.weightQ6_K[32768 6144]
-
blk.15.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.15.ffn_up.5.weightQ6_K[6144 32768]
-
blk.15.ffn_down.5.weightQ6_K[32768 6144]
-
blk.15.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.15.ffn_up.6.weightQ6_K[6144 32768]
-
blk.15.ffn_down.6.weightQ6_K[32768 6144]
-
blk.15.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.15.ffn_up.7.weightQ6_K[6144 32768]
-
blk.15.ffn_down.7.weightQ6_K[32768 6144]
-
blk.15.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.15.attn_norm.weightF32[6144]
-
blk.15.attn_output_norm.weightF32[6144]
-
blk.15.ffn_norm.weightF32[6144]
-
blk.15.layer_output_norm.weightF32[6144]
-
blk.16.attn_q.weightQ6_K[6144 6144]
-
blk.16.attn_k.weightQ8_0[6144 1024]
-
blk.16.attn_v.weightQ8_0[6144 1024]
-
blk.16.attn_output.weightQ6_K[6144 6144]
-
blk.16.ffn_gate_inp.weightF16[6144 8]
-
blk.16.ffn_up.0.weightQ6_K[6144 32768]
-
blk.16.ffn_up.1.weightQ6_K[6144 32768]
-
blk.16.ffn_up.2.weightQ6_K[6144 32768]
-
blk.16.ffn_up.3.weightQ6_K[6144 32768]
-
blk.16.ffn_up.4.weightQ6_K[6144 32768]
-
blk.16.ffn_up.5.weightQ6_K[6144 32768]
-
blk.16.ffn_up.6.weightQ6_K[6144 32768]
-
blk.16.ffn_up.7.weightQ6_K[6144 32768]
-
blk.16.ffn_down.0.weightQ6_K[32768 6144]
-
blk.16.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.16.ffn_down.1.weightQ6_K[32768 6144]
-
blk.16.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.16.ffn_down.2.weightQ6_K[32768 6144]
-
blk.16.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.16.ffn_down.3.weightQ6_K[32768 6144]
-
blk.16.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.16.ffn_down.4.weightQ6_K[32768 6144]
-
blk.16.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.16.ffn_down.5.weightQ6_K[32768 6144]
-
blk.16.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.16.ffn_down.6.weightQ6_K[32768 6144]
-
blk.16.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.16.ffn_down.7.weightQ6_K[32768 6144]
-
blk.16.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.16.attn_norm.weightF32[6144]
-
blk.16.attn_output_norm.weightF32[6144]
-
blk.16.ffn_norm.weightF32[6144]
-
blk.16.layer_output_norm.weightF32[6144]
-
blk.17.attn_q.weightQ6_K[6144 6144]
-
blk.17.attn_k.weightQ8_0[6144 1024]
-
blk.17.attn_v.weightQ8_0[6144 1024]
-
blk.17.attn_output.weightQ6_K[6144 6144]
-
blk.17.ffn_gate_inp.weightF16[6144 8]
-
blk.17.ffn_up.0.weightQ6_K[6144 32768]
-
blk.17.ffn_down.0.weightQ6_K[32768 6144]
-
blk.17.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.17.ffn_up.1.weightQ6_K[6144 32768]
-
blk.17.ffn_down.1.weightQ6_K[32768 6144]
-
blk.17.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.17.ffn_up.2.weightQ6_K[6144 32768]
-
blk.17.ffn_down.2.weightQ6_K[32768 6144]
-
blk.17.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.17.ffn_up.3.weightQ6_K[6144 32768]
-
blk.17.ffn_down.3.weightQ6_K[32768 6144]
-
blk.17.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.17.ffn_up.4.weightQ6_K[6144 32768]
-
blk.17.ffn_down.4.weightQ6_K[32768 6144]
-
blk.17.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.17.ffn_up.5.weightQ6_K[6144 32768]
-
blk.17.ffn_down.5.weightQ6_K[32768 6144]
-
blk.17.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.17.ffn_up.6.weightQ6_K[6144 32768]
-
blk.17.ffn_down.6.weightQ6_K[32768 6144]
-
blk.17.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.17.ffn_up.7.weightQ6_K[6144 32768]
-
blk.17.ffn_down.7.weightQ6_K[32768 6144]
-
blk.17.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.17.attn_norm.weightF32[6144]
-
blk.17.attn_output_norm.weightF32[6144]
-
blk.17.ffn_norm.weightF32[6144]
-
blk.17.layer_output_norm.weightF32[6144]
-
blk.18.attn_q.weightQ6_K[6144 6144]
-
blk.18.attn_k.weightQ8_0[6144 1024]
-
blk.18.attn_v.weightQ8_0[6144 1024]
-
blk.18.attn_output.weightQ6_K[6144 6144]
-
blk.18.ffn_gate_inp.weightF16[6144 8]
-
blk.18.ffn_up.0.weightQ6_K[6144 32768]
-
blk.18.ffn_down.0.weightQ6_K[32768 6144]
-
blk.18.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.18.ffn_up.1.weightQ6_K[6144 32768]
-
blk.18.ffn_down.1.weightQ6_K[32768 6144]
-
blk.18.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.18.ffn_up.2.weightQ6_K[6144 32768]
-
blk.18.ffn_down.2.weightQ6_K[32768 6144]
-
blk.18.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.18.ffn_up.3.weightQ6_K[6144 32768]
-
blk.18.ffn_down.3.weightQ6_K[32768 6144]
-
blk.18.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.18.ffn_up.4.weightQ6_K[6144 32768]
-
blk.18.ffn_down.4.weightQ6_K[32768 6144]
-
blk.18.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.18.ffn_up.5.weightQ6_K[6144 32768]
-
blk.18.ffn_down.5.weightQ6_K[32768 6144]
-
blk.18.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.18.ffn_up.6.weightQ6_K[6144 32768]
-
blk.18.ffn_down.6.weightQ6_K[32768 6144]
-
blk.18.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.18.ffn_up.7.weightQ6_K[6144 32768]
-
blk.18.ffn_down.7.weightQ6_K[32768 6144]
-
blk.18.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.18.attn_norm.weightF32[6144]
-
blk.18.attn_output_norm.weightF32[6144]
-
blk.18.ffn_norm.weightF32[6144]
-
blk.18.layer_output_norm.weightF32[6144]
-
blk.19.attn_q.weightQ6_K[6144 6144]
-
blk.19.attn_k.weightQ8_0[6144 1024]
-
blk.19.attn_v.weightQ8_0[6144 1024]
-
blk.19.attn_output.weightQ6_K[6144 6144]
-
blk.19.ffn_gate_inp.weightF16[6144 8]
-
blk.19.ffn_up.0.weightQ6_K[6144 32768]
-
blk.19.ffn_down.0.weightQ6_K[32768 6144]
-
blk.19.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.19.ffn_up.1.weightQ6_K[6144 32768]
-
blk.19.ffn_down.1.weightQ6_K[32768 6144]
-
blk.19.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.19.ffn_up.2.weightQ6_K[6144 32768]
-
blk.19.ffn_down.2.weightQ6_K[32768 6144]
-
blk.19.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.19.ffn_up.3.weightQ6_K[6144 32768]
-
blk.19.ffn_down.3.weightQ6_K[32768 6144]
-
blk.19.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.19.ffn_up.4.weightQ6_K[6144 32768]
-
blk.19.ffn_down.4.weightQ6_K[32768 6144]
-
blk.19.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.19.ffn_up.5.weightQ6_K[6144 32768]
-
blk.19.ffn_down.5.weightQ6_K[32768 6144]
-
blk.19.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.19.ffn_up.6.weightQ6_K[6144 32768]
-
blk.19.ffn_down.6.weightQ6_K[32768 6144]
-
blk.19.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.19.ffn_up.7.weightQ6_K[6144 32768]
-
blk.19.ffn_down.7.weightQ6_K[32768 6144]
-
blk.19.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.19.attn_norm.weightF32[6144]
-
blk.19.attn_output_norm.weightF32[6144]
-
blk.19.ffn_norm.weightF32[6144]
-
blk.19.layer_output_norm.weightF32[6144]
-
blk.20.attn_q.weightQ6_K[6144 6144]
-
blk.20.attn_k.weightQ8_0[6144 1024]
-
blk.20.attn_v.weightQ8_0[6144 1024]
-
blk.20.attn_output.weightQ6_K[6144 6144]
-
blk.20.ffn_gate_inp.weightF16[6144 8]
-
blk.20.ffn_up.0.weightQ6_K[6144 32768]
-
blk.20.ffn_down.0.weightQ6_K[32768 6144]
-
blk.20.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.20.ffn_up.1.weightQ6_K[6144 32768]
-
blk.20.ffn_down.1.weightQ6_K[32768 6144]
-
blk.20.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.20.ffn_up.2.weightQ6_K[6144 32768]
-
blk.20.ffn_down.2.weightQ6_K[32768 6144]
-
blk.20.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.20.ffn_up.3.weightQ6_K[6144 32768]
-
blk.20.ffn_down.3.weightQ6_K[32768 6144]
-
blk.20.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.20.ffn_up.4.weightQ6_K[6144 32768]
-
blk.20.ffn_down.4.weightQ6_K[32768 6144]
-
blk.20.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.20.ffn_up.5.weightQ6_K[6144 32768]
-
blk.20.ffn_down.5.weightQ6_K[32768 6144]
-
blk.20.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.20.ffn_up.6.weightQ6_K[6144 32768]
-
blk.20.ffn_down.6.weightQ6_K[32768 6144]
-
blk.20.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.20.ffn_up.7.weightQ6_K[6144 32768]
-
blk.20.ffn_down.7.weightQ6_K[32768 6144]
-
blk.20.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.20.attn_norm.weightF32[6144]
-
blk.20.attn_output_norm.weightF32[6144]
-
blk.20.ffn_norm.weightF32[6144]
-
blk.20.layer_output_norm.weightF32[6144]
-
blk.21.attn_q.weightQ6_K[6144 6144]
-
blk.21.attn_k.weightQ8_0[6144 1024]
-
blk.21.attn_v.weightQ8_0[6144 1024]
-
blk.21.attn_output.weightQ6_K[6144 6144]
-
blk.21.ffn_gate_inp.weightF16[6144 8]
-
blk.21.ffn_up.0.weightQ6_K[6144 32768]
-
blk.21.ffn_down.0.weightQ6_K[32768 6144]
-
blk.21.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.21.ffn_up.1.weightQ6_K[6144 32768]
-
blk.21.ffn_down.1.weightQ6_K[32768 6144]
-
blk.21.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.21.ffn_up.2.weightQ6_K[6144 32768]
-
blk.21.ffn_down.2.weightQ6_K[32768 6144]
-
blk.21.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.21.ffn_up.3.weightQ6_K[6144 32768]
-
blk.21.ffn_down.3.weightQ6_K[32768 6144]
-
blk.21.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.21.ffn_up.4.weightQ6_K[6144 32768]
-
blk.21.ffn_down.4.weightQ6_K[32768 6144]
-
blk.21.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.21.ffn_up.5.weightQ6_K[6144 32768]
-
blk.21.ffn_down.5.weightQ6_K[32768 6144]
-
blk.21.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.21.ffn_up.6.weightQ6_K[6144 32768]
-
blk.21.ffn_down.6.weightQ6_K[32768 6144]
-
blk.21.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.21.ffn_up.7.weightQ6_K[6144 32768]
-
blk.21.ffn_down.7.weightQ6_K[32768 6144]
-
blk.21.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.21.attn_norm.weightF32[6144]
-
blk.21.attn_output_norm.weightF32[6144]
-
blk.21.ffn_norm.weightF32[6144]
-
blk.21.layer_output_norm.weightF32[6144]
-
blk.22.attn_q.weightQ6_K[6144 6144]
-
blk.22.attn_k.weightQ8_0[6144 1024]
-
blk.22.attn_v.weightQ8_0[6144 1024]
-
blk.22.attn_output.weightQ6_K[6144 6144]
-
blk.22.ffn_gate_inp.weightF16[6144 8]
-
blk.22.ffn_up.0.weightQ6_K[6144 32768]
-
blk.22.ffn_down.0.weightQ6_K[32768 6144]
-
blk.22.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.22.ffn_up.1.weightQ6_K[6144 32768]
-
blk.22.ffn_down.1.weightQ6_K[32768 6144]
-
blk.22.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.22.ffn_up.2.weightQ6_K[6144 32768]
-
blk.22.ffn_down.2.weightQ6_K[32768 6144]
-
blk.22.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.22.ffn_up.3.weightQ6_K[6144 32768]
-
blk.22.ffn_down.3.weightQ6_K[32768 6144]
-
blk.22.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.22.ffn_up.4.weightQ6_K[6144 32768]
-
blk.22.ffn_down.4.weightQ6_K[32768 6144]
-
blk.22.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.22.ffn_up.5.weightQ6_K[6144 32768]
-
blk.22.ffn_down.5.weightQ6_K[32768 6144]
-
blk.22.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.22.ffn_up.6.weightQ6_K[6144 32768]
-
blk.22.ffn_down.6.weightQ6_K[32768 6144]
-
blk.22.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.22.ffn_up.7.weightQ6_K[6144 32768]
-
blk.22.ffn_down.7.weightQ6_K[32768 6144]
-
blk.22.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.22.attn_norm.weightF32[6144]
-
blk.22.attn_output_norm.weightF32[6144]
-
blk.22.ffn_norm.weightF32[6144]
-
blk.22.layer_output_norm.weightF32[6144]
-
blk.23.attn_q.weightQ6_K[6144 6144]
-
blk.23.attn_k.weightQ8_0[6144 1024]
-
blk.23.attn_v.weightQ8_0[6144 1024]
-
blk.23.attn_output.weightQ6_K[6144 6144]
-
blk.23.ffn_gate_inp.weightF16[6144 8]
-
blk.23.ffn_up.0.weightQ6_K[6144 32768]
-
blk.23.ffn_up.1.weightQ6_K[6144 32768]
-
blk.23.ffn_up.2.weightQ6_K[6144 32768]
-
blk.23.ffn_up.3.weightQ6_K[6144 32768]
-
blk.23.ffn_up.4.weightQ6_K[6144 32768]
-
blk.23.ffn_up.5.weightQ6_K[6144 32768]
-
blk.23.ffn_up.6.weightQ6_K[6144 32768]
-
blk.23.ffn_up.7.weightQ6_K[6144 32768]
-
blk.23.ffn_down.0.weightQ6_K[32768 6144]
-
blk.23.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.23.ffn_down.1.weightQ6_K[32768 6144]
-
blk.23.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.23.ffn_down.2.weightQ6_K[32768 6144]
-
blk.23.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.23.ffn_down.3.weightQ6_K[32768 6144]
-
blk.23.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.23.ffn_down.4.weightQ6_K[32768 6144]
-
blk.23.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.23.ffn_down.5.weightQ6_K[32768 6144]
-
blk.23.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.23.ffn_down.6.weightQ6_K[32768 6144]
-
blk.23.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.23.ffn_down.7.weightQ6_K[32768 6144]
-
blk.23.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.23.attn_norm.weightF32[6144]
-
blk.23.attn_output_norm.weightF32[6144]
-
blk.23.ffn_norm.weightF32[6144]
-
blk.23.layer_output_norm.weightF32[6144]
-
blk.24.attn_q.weightQ6_K[6144 6144]
-
blk.24.attn_k.weightQ8_0[6144 1024]
-
blk.24.attn_v.weightQ8_0[6144 1024]
-
blk.24.attn_output.weightQ6_K[6144 6144]
-
blk.24.ffn_gate_inp.weightF16[6144 8]
-
blk.24.ffn_up.0.weightQ6_K[6144 32768]
-
blk.24.ffn_down.0.weightQ6_K[32768 6144]
-
blk.24.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.24.ffn_up.1.weightQ6_K[6144 32768]
-
blk.24.ffn_down.1.weightQ6_K[32768 6144]
-
blk.24.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.24.ffn_up.2.weightQ6_K[6144 32768]
-
blk.24.ffn_down.2.weightQ6_K[32768 6144]
-
blk.24.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.24.ffn_up.3.weightQ6_K[6144 32768]
-
blk.24.ffn_down.3.weightQ6_K[32768 6144]
-
blk.24.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.24.ffn_up.4.weightQ6_K[6144 32768]
-
blk.24.ffn_down.4.weightQ6_K[32768 6144]
-
blk.24.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.24.ffn_up.5.weightQ6_K[6144 32768]
-
blk.24.ffn_down.5.weightQ6_K[32768 6144]
-
blk.24.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.24.ffn_up.6.weightQ6_K[6144 32768]
-
blk.24.ffn_down.6.weightQ6_K[32768 6144]
-
blk.24.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.24.ffn_up.7.weightQ6_K[6144 32768]
-
blk.24.ffn_down.7.weightQ6_K[32768 6144]
-
blk.24.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.24.attn_norm.weightF32[6144]
-
blk.24.attn_output_norm.weightF32[6144]
-
blk.24.ffn_norm.weightF32[6144]
-
blk.24.layer_output_norm.weightF32[6144]
-
blk.25.attn_q.weightQ6_K[6144 6144]
-
blk.25.attn_k.weightQ8_0[6144 1024]
-
blk.25.attn_v.weightQ8_0[6144 1024]
-
blk.25.attn_output.weightQ6_K[6144 6144]
-
blk.25.ffn_gate_inp.weightF16[6144 8]
-
blk.25.ffn_up.0.weightQ6_K[6144 32768]
-
blk.25.ffn_down.0.weightQ6_K[32768 6144]
-
blk.25.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.25.ffn_up.1.weightQ6_K[6144 32768]
-
blk.25.ffn_down.1.weightQ6_K[32768 6144]
-
blk.25.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.25.ffn_up.2.weightQ6_K[6144 32768]
-
blk.25.ffn_down.2.weightQ6_K[32768 6144]
-
blk.25.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.25.ffn_up.3.weightQ6_K[6144 32768]
-
blk.25.ffn_down.3.weightQ6_K[32768 6144]
-
blk.25.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.25.ffn_up.4.weightQ6_K[6144 32768]
-
blk.25.ffn_down.4.weightQ6_K[32768 6144]
-
blk.25.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.25.ffn_up.5.weightQ6_K[6144 32768]
-
blk.25.ffn_down.5.weightQ6_K[32768 6144]
-
blk.25.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.25.ffn_up.6.weightQ6_K[6144 32768]
-
blk.25.ffn_down.6.weightQ6_K[32768 6144]
-
blk.25.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.25.ffn_up.7.weightQ6_K[6144 32768]
-
blk.25.ffn_down.7.weightQ6_K[32768 6144]
-
blk.25.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.25.attn_norm.weightF32[6144]
-
blk.25.attn_output_norm.weightF32[6144]
-
blk.25.ffn_norm.weightF32[6144]
-
blk.25.layer_output_norm.weightF32[6144]
-
blk.26.attn_q.weightQ6_K[6144 6144]
-
blk.26.attn_k.weightQ8_0[6144 1024]
-
blk.26.attn_v.weightQ8_0[6144 1024]
-
blk.26.attn_output.weightQ6_K[6144 6144]
-
blk.26.ffn_gate_inp.weightF16[6144 8]
-
blk.26.ffn_up.0.weightQ6_K[6144 32768]
-
blk.26.ffn_down.0.weightQ6_K[32768 6144]
-
blk.26.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.26.ffn_up.1.weightQ6_K[6144 32768]
-
blk.26.ffn_down.1.weightQ6_K[32768 6144]
-
blk.26.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.26.ffn_up.2.weightQ6_K[6144 32768]
-
blk.26.ffn_down.2.weightQ6_K[32768 6144]
-
blk.26.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.26.ffn_up.3.weightQ6_K[6144 32768]
-
blk.26.ffn_down.3.weightQ6_K[32768 6144]
-
blk.26.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.26.ffn_up.4.weightQ6_K[6144 32768]
-
blk.26.ffn_down.4.weightQ6_K[32768 6144]
-
blk.26.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.26.ffn_up.5.weightQ6_K[6144 32768]
-
blk.26.ffn_down.5.weightQ6_K[32768 6144]
-
blk.26.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.26.ffn_up.6.weightQ6_K[6144 32768]
-
blk.26.ffn_down.6.weightQ6_K[32768 6144]
-
blk.26.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.26.ffn_up.7.weightQ6_K[6144 32768]
-
blk.26.ffn_down.7.weightQ6_K[32768 6144]
-
blk.26.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.26.attn_norm.weightF32[6144]
-
blk.26.attn_output_norm.weightF32[6144]
-
blk.26.ffn_norm.weightF32[6144]
-
blk.26.layer_output_norm.weightF32[6144]
-
blk.27.attn_q.weightQ6_K[6144 6144]
-
blk.27.attn_k.weightQ8_0[6144 1024]
-
blk.27.attn_v.weightQ8_0[6144 1024]
-
blk.27.attn_output.weightQ6_K[6144 6144]
-
blk.27.ffn_gate_inp.weightF16[6144 8]
-
blk.27.ffn_up.0.weightQ6_K[6144 32768]
-
blk.27.ffn_down.0.weightQ6_K[32768 6144]
-
blk.27.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.27.ffn_up.1.weightQ6_K[6144 32768]
-
blk.27.ffn_down.1.weightQ6_K[32768 6144]
-
blk.27.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.27.ffn_up.2.weightQ6_K[6144 32768]
-
blk.27.ffn_down.2.weightQ6_K[32768 6144]
-
blk.27.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.27.ffn_up.3.weightQ6_K[6144 32768]
-
blk.27.ffn_down.3.weightQ6_K[32768 6144]
-
blk.27.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.27.ffn_up.4.weightQ6_K[6144 32768]
-
blk.27.ffn_down.4.weightQ6_K[32768 6144]
-
blk.27.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.27.ffn_up.5.weightQ6_K[6144 32768]
-
blk.27.ffn_down.5.weightQ6_K[32768 6144]
-
blk.27.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.27.ffn_up.6.weightQ6_K[6144 32768]
-
blk.27.ffn_down.6.weightQ6_K[32768 6144]
-
blk.27.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.27.ffn_up.7.weightQ6_K[6144 32768]
-
blk.27.ffn_down.7.weightQ6_K[32768 6144]
-
blk.27.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.27.attn_norm.weightF32[6144]
-
blk.27.attn_output_norm.weightF32[6144]
-
blk.27.ffn_norm.weightF32[6144]
-
blk.27.layer_output_norm.weightF32[6144]
-
blk.28.attn_q.weightQ6_K[6144 6144]
-
blk.28.attn_k.weightQ8_0[6144 1024]
-
blk.28.attn_v.weightQ8_0[6144 1024]
-
blk.28.attn_output.weightQ6_K[6144 6144]
-
blk.28.ffn_gate_inp.weightF16[6144 8]
-
blk.28.ffn_up.0.weightQ6_K[6144 32768]
-
blk.28.ffn_down.0.weightQ6_K[32768 6144]
-
blk.28.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.28.ffn_up.1.weightQ6_K[6144 32768]
-
blk.28.ffn_down.1.weightQ6_K[32768 6144]
-
blk.28.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.28.ffn_up.2.weightQ6_K[6144 32768]
-
blk.28.ffn_down.2.weightQ6_K[32768 6144]
-
blk.28.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.28.ffn_up.3.weightQ6_K[6144 32768]
-
blk.28.ffn_down.3.weightQ6_K[32768 6144]
-
blk.28.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.28.ffn_up.4.weightQ6_K[6144 32768]
-
blk.28.ffn_down.4.weightQ6_K[32768 6144]
-
blk.28.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.28.ffn_up.5.weightQ6_K[6144 32768]
-
blk.28.ffn_down.5.weightQ6_K[32768 6144]
-
blk.28.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.28.ffn_up.6.weightQ6_K[6144 32768]
-
blk.28.ffn_down.6.weightQ6_K[32768 6144]
-
blk.28.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.28.ffn_up.7.weightQ6_K[6144 32768]
-
blk.28.ffn_down.7.weightQ6_K[32768 6144]
-
blk.28.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.28.attn_norm.weightF32[6144]
-
blk.28.attn_output_norm.weightF32[6144]
-
blk.28.ffn_norm.weightF32[6144]
-
blk.28.layer_output_norm.weightF32[6144]
-
blk.29.attn_q.weightQ6_K[6144 6144]
-
blk.29.attn_k.weightQ8_0[6144 1024]
-
blk.29.attn_v.weightQ8_0[6144 1024]
-
blk.29.attn_output.weightQ6_K[6144 6144]
-
blk.29.ffn_gate_inp.weightF16[6144 8]
-
blk.29.ffn_up.0.weightQ6_K[6144 32768]
-
blk.29.ffn_down.0.weightQ6_K[32768 6144]
-
blk.29.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.29.ffn_up.1.weightQ6_K[6144 32768]
-
blk.29.ffn_down.1.weightQ6_K[32768 6144]
-
blk.29.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.29.ffn_up.2.weightQ6_K[6144 32768]
-
blk.29.ffn_down.2.weightQ6_K[32768 6144]
-
blk.29.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.29.ffn_up.3.weightQ6_K[6144 32768]
-
blk.29.ffn_down.3.weightQ6_K[32768 6144]
-
blk.29.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.29.ffn_up.4.weightQ6_K[6144 32768]
-
blk.29.ffn_down.4.weightQ6_K[32768 6144]
-
blk.29.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.29.ffn_up.5.weightQ6_K[6144 32768]
-
blk.29.ffn_down.5.weightQ6_K[32768 6144]
-
blk.29.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.29.ffn_up.6.weightQ6_K[6144 32768]
-
blk.29.ffn_down.6.weightQ6_K[32768 6144]
-
blk.29.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.29.ffn_up.7.weightQ6_K[6144 32768]
-
blk.29.ffn_down.7.weightQ6_K[32768 6144]
-
blk.29.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.29.attn_norm.weightF32[6144]
-
blk.29.attn_output_norm.weightF32[6144]
-
blk.29.ffn_norm.weightF32[6144]
-
blk.29.layer_output_norm.weightF32[6144]
-
blk.30.attn_q.weightQ6_K[6144 6144]
-
blk.30.attn_k.weightQ8_0[6144 1024]
-
blk.30.attn_v.weightQ8_0[6144 1024]
-
blk.30.attn_output.weightQ6_K[6144 6144]
-
blk.30.ffn_gate_inp.weightF16[6144 8]
-
blk.30.ffn_up.0.weightQ6_K[6144 32768]
-
blk.30.ffn_up.1.weightQ6_K[6144 32768]
-
blk.30.ffn_up.2.weightQ6_K[6144 32768]
-
blk.30.ffn_up.3.weightQ6_K[6144 32768]
-
blk.30.ffn_up.4.weightQ6_K[6144 32768]
-
blk.30.ffn_up.5.weightQ6_K[6144 32768]
-
blk.30.ffn_up.6.weightQ6_K[6144 32768]
-
blk.30.ffn_up.7.weightQ6_K[6144 32768]
-
blk.30.ffn_down.0.weightQ6_K[32768 6144]
-
blk.30.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.30.ffn_down.1.weightQ6_K[32768 6144]
-
blk.30.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.30.ffn_down.2.weightQ6_K[32768 6144]
-
blk.30.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.30.ffn_down.3.weightQ6_K[32768 6144]
-
blk.30.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.30.ffn_down.4.weightQ6_K[32768 6144]
-
blk.30.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.30.ffn_down.5.weightQ6_K[32768 6144]
-
blk.30.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.30.ffn_down.6.weightQ6_K[32768 6144]
-
blk.30.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.30.ffn_down.7.weightQ6_K[32768 6144]
-
blk.30.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.30.attn_norm.weightF32[6144]
-
blk.30.attn_output_norm.weightF32[6144]
-
blk.30.ffn_norm.weightF32[6144]
-
blk.30.layer_output_norm.weightF32[6144]
-
blk.31.attn_q.weightQ6_K[6144 6144]
-
blk.31.attn_k.weightQ8_0[6144 1024]
-
blk.31.attn_v.weightQ8_0[6144 1024]
-
blk.31.attn_output.weightQ6_K[6144 6144]
-
blk.31.ffn_gate_inp.weightF16[6144 8]
-
blk.31.ffn_up.0.weightQ6_K[6144 32768]
-
blk.31.ffn_down.0.weightQ6_K[32768 6144]
-
blk.31.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.31.ffn_up.1.weightQ6_K[6144 32768]
-
blk.31.ffn_down.1.weightQ6_K[32768 6144]
-
blk.31.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.31.ffn_up.2.weightQ6_K[6144 32768]
-
blk.31.ffn_down.2.weightQ6_K[32768 6144]
-
blk.31.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.31.ffn_up.3.weightQ6_K[6144 32768]
-
blk.31.ffn_down.3.weightQ6_K[32768 6144]
-
blk.31.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.31.ffn_up.4.weightQ6_K[6144 32768]
-
blk.31.ffn_down.4.weightQ6_K[32768 6144]
-
blk.31.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.31.ffn_up.5.weightQ6_K[6144 32768]
-
blk.31.ffn_down.5.weightQ6_K[32768 6144]
-
blk.31.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.31.ffn_up.6.weightQ6_K[6144 32768]
-
blk.31.ffn_down.6.weightQ6_K[32768 6144]
-
blk.31.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.31.ffn_up.7.weightQ6_K[6144 32768]
-
blk.31.ffn_down.7.weightQ6_K[32768 6144]
-
blk.31.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.31.attn_norm.weightF32[6144]
-
blk.31.attn_output_norm.weightF32[6144]
-
blk.31.ffn_norm.weightF32[6144]
-
blk.31.layer_output_norm.weightF32[6144]
-
blk.32.attn_q.weightQ6_K[6144 6144]
-
blk.32.attn_k.weightQ8_0[6144 1024]
-
blk.32.attn_v.weightQ8_0[6144 1024]
-
blk.32.attn_output.weightQ6_K[6144 6144]
-
blk.32.ffn_gate_inp.weightF16[6144 8]
-
blk.32.ffn_up.0.weightQ6_K[6144 32768]
-
blk.32.ffn_down.0.weightQ6_K[32768 6144]
-
blk.32.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.32.ffn_up.1.weightQ6_K[6144 32768]
-
blk.32.ffn_down.1.weightQ6_K[32768 6144]
-
blk.32.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.32.ffn_up.2.weightQ6_K[6144 32768]
-
blk.32.ffn_down.2.weightQ6_K[32768 6144]
-
blk.32.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.32.ffn_up.3.weightQ6_K[6144 32768]
-
blk.32.ffn_down.3.weightQ6_K[32768 6144]
-
blk.32.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.32.ffn_up.4.weightQ6_K[6144 32768]
-
blk.32.ffn_down.4.weightQ6_K[32768 6144]
-
blk.32.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.32.ffn_up.5.weightQ6_K[6144 32768]
-
blk.32.ffn_down.5.weightQ6_K[32768 6144]
-
blk.32.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.32.ffn_up.6.weightQ6_K[6144 32768]
-
blk.32.ffn_down.6.weightQ6_K[32768 6144]
-
blk.32.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.32.ffn_up.7.weightQ6_K[6144 32768]
-
blk.32.ffn_down.7.weightQ6_K[32768 6144]
-
blk.32.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.32.attn_norm.weightF32[6144]
-
blk.32.attn_output_norm.weightF32[6144]
-
blk.32.ffn_norm.weightF32[6144]
-
blk.32.layer_output_norm.weightF32[6144]
-
blk.33.attn_q.weightQ6_K[6144 6144]
-
blk.33.attn_k.weightQ8_0[6144 1024]
-
blk.33.attn_v.weightQ8_0[6144 1024]
-
blk.33.attn_output.weightQ6_K[6144 6144]
-
blk.33.ffn_gate_inp.weightF16[6144 8]
-
blk.33.ffn_up.0.weightQ6_K[6144 32768]
-
blk.33.ffn_down.0.weightQ6_K[32768 6144]
-
blk.33.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.33.ffn_up.1.weightQ6_K[6144 32768]
-
blk.33.ffn_down.1.weightQ6_K[32768 6144]
-
blk.33.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.33.ffn_up.2.weightQ6_K[6144 32768]
-
blk.33.ffn_down.2.weightQ6_K[32768 6144]
-
blk.33.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.33.ffn_up.3.weightQ6_K[6144 32768]
-
blk.33.ffn_down.3.weightQ6_K[32768 6144]
-
blk.33.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.33.ffn_up.4.weightQ6_K[6144 32768]
-
blk.33.ffn_down.4.weightQ6_K[32768 6144]
-
blk.33.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.33.ffn_up.5.weightQ6_K[6144 32768]
-
blk.33.ffn_down.5.weightQ6_K[32768 6144]
-
blk.33.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.33.ffn_up.6.weightQ6_K[6144 32768]
-
blk.33.ffn_down.6.weightQ6_K[32768 6144]
-
blk.33.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.33.ffn_up.7.weightQ6_K[6144 32768]
-
blk.33.ffn_down.7.weightQ6_K[32768 6144]
-
blk.33.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.33.attn_norm.weightF32[6144]
-
blk.33.attn_output_norm.weightF32[6144]
-
blk.33.ffn_norm.weightF32[6144]
-
blk.33.layer_output_norm.weightF32[6144]
-
blk.34.attn_q.weightQ6_K[6144 6144]
-
blk.34.attn_k.weightQ8_0[6144 1024]
-
blk.34.attn_v.weightQ8_0[6144 1024]
-
blk.34.attn_output.weightQ6_K[6144 6144]
-
blk.34.ffn_gate_inp.weightF16[6144 8]
-
blk.34.ffn_up.0.weightQ6_K[6144 32768]
-
blk.34.ffn_down.0.weightQ6_K[32768 6144]
-
blk.34.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.34.ffn_up.1.weightQ6_K[6144 32768]
-
blk.34.ffn_down.1.weightQ6_K[32768 6144]
-
blk.34.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.34.ffn_up.2.weightQ6_K[6144 32768]
-
blk.34.ffn_down.2.weightQ6_K[32768 6144]
-
blk.34.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.34.ffn_up.3.weightQ6_K[6144 32768]
-
blk.34.ffn_down.3.weightQ6_K[32768 6144]
-
blk.34.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.34.ffn_up.4.weightQ6_K[6144 32768]
-
blk.34.ffn_down.4.weightQ6_K[32768 6144]
-
blk.34.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.34.ffn_up.5.weightQ6_K[6144 32768]
-
blk.34.ffn_down.5.weightQ6_K[32768 6144]
-
blk.34.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.34.ffn_up.6.weightQ6_K[6144 32768]
-
blk.34.ffn_down.6.weightQ6_K[32768 6144]
-
blk.34.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.34.ffn_up.7.weightQ6_K[6144 32768]
-
blk.34.ffn_down.7.weightQ6_K[32768 6144]
-
blk.34.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.34.attn_norm.weightF32[6144]
-
blk.34.attn_output_norm.weightF32[6144]
-
blk.34.ffn_norm.weightF32[6144]
-
blk.34.layer_output_norm.weightF32[6144]
-
blk.35.attn_q.weightQ6_K[6144 6144]
-
blk.35.attn_k.weightQ8_0[6144 1024]
-
blk.35.attn_v.weightQ8_0[6144 1024]
-
blk.35.attn_output.weightQ6_K[6144 6144]
-
blk.35.ffn_gate_inp.weightF16[6144 8]
-
blk.35.ffn_up.0.weightQ6_K[6144 32768]
-
blk.35.ffn_down.0.weightQ6_K[32768 6144]
-
blk.35.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.35.ffn_up.1.weightQ6_K[6144 32768]
-
blk.35.ffn_down.1.weightQ6_K[32768 6144]
-
blk.35.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.35.ffn_up.2.weightQ6_K[6144 32768]
-
blk.35.ffn_down.2.weightQ6_K[32768 6144]
-
blk.35.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.35.ffn_up.3.weightQ6_K[6144 32768]
-
blk.35.ffn_down.3.weightQ6_K[32768 6144]
-
blk.35.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.35.ffn_up.4.weightQ6_K[6144 32768]
-
blk.35.ffn_down.4.weightQ6_K[32768 6144]
-
blk.35.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.35.ffn_up.5.weightQ6_K[6144 32768]
-
blk.35.ffn_down.5.weightQ6_K[32768 6144]
-
blk.35.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.35.ffn_up.6.weightQ6_K[6144 32768]
-
blk.35.ffn_down.6.weightQ6_K[32768 6144]
-
blk.35.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.35.ffn_up.7.weightQ6_K[6144 32768]
-
blk.35.ffn_down.7.weightQ6_K[32768 6144]
-
blk.35.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.35.attn_norm.weightF32[6144]
-
blk.35.attn_output_norm.weightF32[6144]
-
blk.35.ffn_norm.weightF32[6144]
-
blk.35.layer_output_norm.weightF32[6144]
-
blk.36.attn_q.weightQ6_K[6144 6144]
-
blk.36.attn_k.weightQ8_0[6144 1024]
-
blk.36.attn_v.weightQ8_0[6144 1024]
-
blk.36.attn_output.weightQ6_K[6144 6144]
-
blk.36.ffn_gate_inp.weightF16[6144 8]
-
blk.36.ffn_up.0.weightQ6_K[6144 32768]
-
blk.36.ffn_down.0.weightQ6_K[32768 6144]
-
blk.36.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.36.ffn_up.1.weightQ6_K[6144 32768]
-
blk.36.ffn_down.1.weightQ6_K[32768 6144]
-
blk.36.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.36.ffn_up.2.weightQ6_K[6144 32768]
-
blk.36.ffn_down.2.weightQ6_K[32768 6144]
-
blk.36.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.36.ffn_up.3.weightQ6_K[6144 32768]
-
blk.36.ffn_down.3.weightQ6_K[32768 6144]
-
blk.36.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.36.ffn_up.4.weightQ6_K[6144 32768]
-
blk.36.ffn_down.4.weightQ6_K[32768 6144]
-
blk.36.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.36.ffn_up.5.weightQ6_K[6144 32768]
-
blk.36.ffn_down.5.weightQ6_K[32768 6144]
-
blk.36.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.36.ffn_up.6.weightQ6_K[6144 32768]
-
blk.36.ffn_down.6.weightQ6_K[32768 6144]
-
blk.36.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.36.ffn_up.7.weightQ6_K[6144 32768]
-
blk.36.ffn_down.7.weightQ6_K[32768 6144]
-
blk.36.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.36.attn_norm.weightF32[6144]
-
blk.36.attn_output_norm.weightF32[6144]
-
blk.36.ffn_norm.weightF32[6144]
-
blk.36.layer_output_norm.weightF32[6144]
-
blk.37.attn_q.weightQ6_K[6144 6144]
-
blk.37.attn_k.weightQ8_0[6144 1024]
-
blk.37.attn_v.weightQ8_0[6144 1024]
-
blk.37.attn_output.weightQ6_K[6144 6144]
-
blk.37.ffn_gate_inp.weightF16[6144 8]
-
blk.37.ffn_up.0.weightQ6_K[6144 32768]
-
blk.37.ffn_up.1.weightQ6_K[6144 32768]
-
blk.37.ffn_up.2.weightQ6_K[6144 32768]
-
blk.37.ffn_up.3.weightQ6_K[6144 32768]
-
blk.37.ffn_up.4.weightQ6_K[6144 32768]
-
blk.37.ffn_up.5.weightQ6_K[6144 32768]
-
blk.37.ffn_up.6.weightQ6_K[6144 32768]
-
blk.37.ffn_up.7.weightQ6_K[6144 32768]
-
blk.37.ffn_down.0.weightQ6_K[32768 6144]
-
blk.37.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.37.ffn_down.1.weightQ6_K[32768 6144]
-
blk.37.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.37.ffn_down.2.weightQ6_K[32768 6144]
-
blk.37.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.37.ffn_down.3.weightQ6_K[32768 6144]
-
blk.37.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.37.ffn_down.4.weightQ6_K[32768 6144]
-
blk.37.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.37.ffn_down.5.weightQ6_K[32768 6144]
-
blk.37.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.37.ffn_down.6.weightQ6_K[32768 6144]
-
blk.37.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.37.ffn_down.7.weightQ6_K[32768 6144]
-
blk.37.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.37.attn_norm.weightF32[6144]
-
blk.37.attn_output_norm.weightF32[6144]
-
blk.37.ffn_norm.weightF32[6144]
-
blk.37.layer_output_norm.weightF32[6144]
-
blk.38.attn_q.weightQ6_K[6144 6144]
-
blk.38.attn_k.weightQ8_0[6144 1024]
-
blk.38.attn_v.weightQ8_0[6144 1024]
-
blk.38.attn_output.weightQ6_K[6144 6144]
-
blk.38.ffn_gate_inp.weightF16[6144 8]
-
blk.38.ffn_up.0.weightQ6_K[6144 32768]
-
blk.38.ffn_down.0.weightQ6_K[32768 6144]
-
blk.38.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.38.ffn_up.1.weightQ6_K[6144 32768]
-
blk.38.ffn_down.1.weightQ6_K[32768 6144]
-
blk.38.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.38.ffn_up.2.weightQ6_K[6144 32768]
-
blk.38.ffn_down.2.weightQ6_K[32768 6144]
-
blk.38.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.38.ffn_up.3.weightQ6_K[6144 32768]
-
blk.38.ffn_down.3.weightQ6_K[32768 6144]
-
blk.38.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.38.ffn_up.4.weightQ6_K[6144 32768]
-
blk.38.ffn_down.4.weightQ6_K[32768 6144]
-
blk.38.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.38.ffn_up.5.weightQ6_K[6144 32768]
-
blk.38.ffn_down.5.weightQ6_K[32768 6144]
-
blk.38.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.38.ffn_up.6.weightQ6_K[6144 32768]
-
blk.38.ffn_down.6.weightQ6_K[32768 6144]
-
blk.38.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.38.ffn_up.7.weightQ6_K[6144 32768]
-
blk.38.ffn_down.7.weightQ6_K[32768 6144]
-
blk.38.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.38.attn_norm.weightF32[6144]
-
blk.38.attn_output_norm.weightF32[6144]
-
blk.38.ffn_norm.weightF32[6144]
-
blk.38.layer_output_norm.weightF32[6144]
-
blk.39.attn_q.weightQ6_K[6144 6144]
-
blk.39.attn_k.weightQ8_0[6144 1024]
-
blk.39.attn_v.weightQ8_0[6144 1024]
-
blk.39.attn_output.weightQ6_K[6144 6144]
-
blk.39.ffn_gate_inp.weightF16[6144 8]
-
blk.39.ffn_up.0.weightQ6_K[6144 32768]
-
blk.39.ffn_down.0.weightQ6_K[32768 6144]
-
blk.39.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.39.ffn_up.1.weightQ6_K[6144 32768]
-
blk.39.ffn_down.1.weightQ6_K[32768 6144]
-
blk.39.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.39.ffn_up.2.weightQ6_K[6144 32768]
-
blk.39.ffn_down.2.weightQ6_K[32768 6144]
-
blk.39.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.39.ffn_up.3.weightQ6_K[6144 32768]
-
blk.39.ffn_down.3.weightQ6_K[32768 6144]
-
blk.39.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.39.ffn_up.4.weightQ6_K[6144 32768]
-
blk.39.ffn_down.4.weightQ6_K[32768 6144]
-
blk.39.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.39.ffn_up.5.weightQ6_K[6144 32768]
-
blk.39.ffn_down.5.weightQ6_K[32768 6144]
-
blk.39.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.39.ffn_up.6.weightQ6_K[6144 32768]
-
blk.39.ffn_down.6.weightQ6_K[32768 6144]
-
blk.39.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.39.ffn_up.7.weightQ6_K[6144 32768]
-
blk.39.ffn_down.7.weightQ6_K[32768 6144]
-
blk.39.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.39.attn_norm.weightF32[6144]
-
blk.39.attn_output_norm.weightF32[6144]
-
blk.39.ffn_norm.weightF32[6144]
-
blk.39.layer_output_norm.weightF32[6144]
-
blk.40.attn_q.weightQ6_K[6144 6144]
-
blk.40.attn_k.weightQ8_0[6144 1024]
-
blk.40.attn_v.weightQ8_0[6144 1024]
-
blk.40.attn_output.weightQ6_K[6144 6144]
-
blk.40.ffn_gate_inp.weightF16[6144 8]
-
blk.40.ffn_up.0.weightQ6_K[6144 32768]
-
blk.40.ffn_down.0.weightQ6_K[32768 6144]
-
blk.40.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.40.ffn_up.1.weightQ6_K[6144 32768]
-
blk.40.ffn_down.1.weightQ6_K[32768 6144]
-
blk.40.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.40.ffn_up.2.weightQ6_K[6144 32768]
-
blk.40.ffn_down.2.weightQ6_K[32768 6144]
-
blk.40.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.40.ffn_up.3.weightQ6_K[6144 32768]
-
blk.40.ffn_down.3.weightQ6_K[32768 6144]
-
blk.40.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.40.ffn_up.4.weightQ6_K[6144 32768]
-
blk.40.ffn_down.4.weightQ6_K[32768 6144]
-
blk.40.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.40.ffn_up.5.weightQ6_K[6144 32768]
-
blk.40.ffn_down.5.weightQ6_K[32768 6144]
-
blk.40.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.40.ffn_up.6.weightQ6_K[6144 32768]
-
blk.40.ffn_down.6.weightQ6_K[32768 6144]
-
blk.40.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.40.ffn_up.7.weightQ6_K[6144 32768]
-
blk.40.ffn_down.7.weightQ6_K[32768 6144]
-
blk.40.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.40.attn_norm.weightF32[6144]
-
blk.40.attn_output_norm.weightF32[6144]
-
blk.40.ffn_norm.weightF32[6144]
-
blk.40.layer_output_norm.weightF32[6144]
-
blk.41.attn_q.weightQ6_K[6144 6144]
-
blk.41.attn_k.weightQ8_0[6144 1024]
-
blk.41.attn_v.weightQ8_0[6144 1024]
-
blk.41.attn_output.weightQ6_K[6144 6144]
-
blk.41.ffn_gate_inp.weightF16[6144 8]
-
blk.41.ffn_up.0.weightQ6_K[6144 32768]
-
blk.41.ffn_down.0.weightQ6_K[32768 6144]
-
blk.41.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.41.ffn_up.1.weightQ6_K[6144 32768]
-
blk.41.ffn_down.1.weightQ6_K[32768 6144]
-
blk.41.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.41.ffn_up.2.weightQ6_K[6144 32768]
-
blk.41.ffn_down.2.weightQ6_K[32768 6144]
-
blk.41.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.41.ffn_up.3.weightQ6_K[6144 32768]
-
blk.41.ffn_down.3.weightQ6_K[32768 6144]
-
blk.41.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.41.ffn_up.4.weightQ6_K[6144 32768]
-
blk.41.ffn_down.4.weightQ6_K[32768 6144]
-
blk.41.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.41.ffn_up.5.weightQ6_K[6144 32768]
-
blk.41.ffn_down.5.weightQ6_K[32768 6144]
-
blk.41.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.41.ffn_up.6.weightQ6_K[6144 32768]
-
blk.41.ffn_down.6.weightQ6_K[32768 6144]
-
blk.41.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.41.ffn_up.7.weightQ6_K[6144 32768]
-
blk.41.ffn_down.7.weightQ6_K[32768 6144]
-
blk.41.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.41.attn_norm.weightF32[6144]
-
blk.41.attn_output_norm.weightF32[6144]
-
blk.41.ffn_norm.weightF32[6144]
-
blk.41.layer_output_norm.weightF32[6144]
-
blk.42.attn_q.weightQ6_K[6144 6144]
-
blk.42.attn_k.weightQ8_0[6144 1024]
-
blk.42.attn_v.weightQ8_0[6144 1024]
-
blk.42.attn_output.weightQ6_K[6144 6144]
-
blk.42.ffn_gate_inp.weightF16[6144 8]
-
blk.42.ffn_up.0.weightQ6_K[6144 32768]
-
blk.42.ffn_down.0.weightQ6_K[32768 6144]
-
blk.42.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.42.ffn_up.1.weightQ6_K[6144 32768]
-
blk.42.ffn_down.1.weightQ6_K[32768 6144]
-
blk.42.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.42.ffn_up.2.weightQ6_K[6144 32768]
-
blk.42.ffn_down.2.weightQ6_K[32768 6144]
-
blk.42.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.42.ffn_up.3.weightQ6_K[6144 32768]
-
blk.42.ffn_down.3.weightQ6_K[32768 6144]
-
blk.42.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.42.ffn_up.4.weightQ6_K[6144 32768]
-
blk.42.ffn_down.4.weightQ6_K[32768 6144]
-
blk.42.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.42.ffn_up.5.weightQ6_K[6144 32768]
-
blk.42.ffn_down.5.weightQ6_K[32768 6144]
-
blk.42.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.42.ffn_up.6.weightQ6_K[6144 32768]
-
blk.42.ffn_down.6.weightQ6_K[32768 6144]
-
blk.42.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.42.ffn_up.7.weightQ6_K[6144 32768]
-
blk.42.ffn_down.7.weightQ6_K[32768 6144]
-
blk.42.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.42.attn_norm.weightF32[6144]
-
blk.42.attn_output_norm.weightF32[6144]
-
blk.42.ffn_norm.weightF32[6144]
-
blk.42.layer_output_norm.weightF32[6144]
-
blk.43.attn_q.weightQ6_K[6144 6144]
-
blk.43.attn_k.weightQ8_0[6144 1024]
-
blk.43.attn_v.weightQ8_0[6144 1024]
-
blk.43.attn_output.weightQ6_K[6144 6144]
-
blk.43.ffn_gate_inp.weightF16[6144 8]
-
blk.43.ffn_up.0.weightQ6_K[6144 32768]
-
blk.43.ffn_down.0.weightQ6_K[32768 6144]
-
blk.43.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.43.ffn_up.1.weightQ6_K[6144 32768]
-
blk.43.ffn_down.1.weightQ6_K[32768 6144]
-
blk.43.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.43.ffn_up.2.weightQ6_K[6144 32768]
-
blk.43.ffn_down.2.weightQ6_K[32768 6144]
-
blk.43.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.43.ffn_up.3.weightQ6_K[6144 32768]
-
blk.43.ffn_down.3.weightQ6_K[32768 6144]
-
blk.43.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.43.ffn_up.4.weightQ6_K[6144 32768]
-
blk.43.ffn_down.4.weightQ6_K[32768 6144]
-
blk.43.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.43.ffn_up.5.weightQ6_K[6144 32768]
-
blk.43.ffn_down.5.weightQ6_K[32768 6144]
-
blk.43.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.43.ffn_up.6.weightQ6_K[6144 32768]
-
blk.43.ffn_down.6.weightQ6_K[32768 6144]
-
blk.43.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.43.ffn_up.7.weightQ6_K[6144 32768]
-
blk.43.ffn_down.7.weightQ6_K[32768 6144]
-
blk.43.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.43.attn_norm.weightF32[6144]
-
blk.43.attn_output_norm.weightF32[6144]
-
blk.43.ffn_norm.weightF32[6144]
-
blk.43.layer_output_norm.weightF32[6144]
-
blk.44.attn_q.weightQ6_K[6144 6144]
-
blk.44.attn_k.weightQ8_0[6144 1024]
-
blk.44.attn_v.weightQ8_0[6144 1024]
-
blk.44.attn_output.weightQ6_K[6144 6144]
-
blk.44.ffn_gate_inp.weightF16[6144 8]
-
blk.44.ffn_up.0.weightQ6_K[6144 32768]
-
blk.44.ffn_up.1.weightQ6_K[6144 32768]
-
blk.44.ffn_up.2.weightQ6_K[6144 32768]
-
blk.44.ffn_up.3.weightQ6_K[6144 32768]
-
blk.44.ffn_up.4.weightQ6_K[6144 32768]
-
blk.44.ffn_up.5.weightQ6_K[6144 32768]
-
blk.44.ffn_up.6.weightQ6_K[6144 32768]
-
blk.44.ffn_up.7.weightQ6_K[6144 32768]
-
blk.44.ffn_down.0.weightQ6_K[32768 6144]
-
blk.44.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.44.ffn_down.1.weightQ6_K[32768 6144]
-
blk.44.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.44.ffn_down.2.weightQ6_K[32768 6144]
-
blk.44.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.44.ffn_down.3.weightQ6_K[32768 6144]
-
blk.44.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.44.ffn_down.4.weightQ6_K[32768 6144]
-
blk.44.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.44.ffn_down.5.weightQ6_K[32768 6144]
-
blk.44.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.44.ffn_down.6.weightQ6_K[32768 6144]
-
blk.44.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.44.ffn_down.7.weightQ6_K[32768 6144]
-
blk.44.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.44.attn_norm.weightF32[6144]
-
blk.44.attn_output_norm.weightF32[6144]
-
blk.44.ffn_norm.weightF32[6144]
-
blk.44.layer_output_norm.weightF32[6144]
-
blk.45.attn_q.weightQ6_K[6144 6144]
-
blk.45.attn_k.weightQ8_0[6144 1024]
-
blk.45.attn_v.weightQ8_0[6144 1024]
-
blk.45.attn_output.weightQ6_K[6144 6144]
-
blk.45.ffn_gate_inp.weightF16[6144 8]
-
blk.45.ffn_up.0.weightQ6_K[6144 32768]
-
blk.45.ffn_down.0.weightQ6_K[32768 6144]
-
blk.45.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.45.ffn_up.1.weightQ6_K[6144 32768]
-
blk.45.ffn_down.1.weightQ6_K[32768 6144]
-
blk.45.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.45.ffn_up.2.weightQ6_K[6144 32768]
-
blk.45.ffn_down.2.weightQ6_K[32768 6144]
-
blk.45.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.45.ffn_up.3.weightQ6_K[6144 32768]
-
blk.45.ffn_down.3.weightQ6_K[32768 6144]
-
blk.45.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.45.ffn_up.4.weightQ6_K[6144 32768]
-
blk.45.ffn_down.4.weightQ6_K[32768 6144]
-
blk.45.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.45.ffn_up.5.weightQ6_K[6144 32768]
-
blk.45.ffn_down.5.weightQ6_K[32768 6144]
-
blk.45.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.45.ffn_up.6.weightQ6_K[6144 32768]
-
blk.45.ffn_down.6.weightQ6_K[32768 6144]
-
blk.45.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.45.ffn_up.7.weightQ6_K[6144 32768]
-
blk.45.ffn_down.7.weightQ6_K[32768 6144]
-
blk.45.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.45.attn_norm.weightF32[6144]
-
blk.45.attn_output_norm.weightF32[6144]
-
blk.45.ffn_norm.weightF32[6144]
-
blk.45.layer_output_norm.weightF32[6144]
-
blk.46.attn_q.weightQ6_K[6144 6144]
-
blk.46.attn_k.weightQ8_0[6144 1024]
-
blk.46.attn_v.weightQ8_0[6144 1024]
-
blk.46.attn_output.weightQ6_K[6144 6144]
-
blk.46.ffn_gate_inp.weightF16[6144 8]
-
blk.46.ffn_up.0.weightQ6_K[6144 32768]
-
blk.46.ffn_down.0.weightQ6_K[32768 6144]
-
blk.46.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.46.ffn_up.1.weightQ6_K[6144 32768]
-
blk.46.ffn_down.1.weightQ6_K[32768 6144]
-
blk.46.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.46.ffn_up.2.weightQ6_K[6144 32768]
-
blk.46.ffn_down.2.weightQ6_K[32768 6144]
-
blk.46.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.46.ffn_up.3.weightQ6_K[6144 32768]
-
blk.46.ffn_down.3.weightQ6_K[32768 6144]
-
blk.46.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.46.ffn_up.4.weightQ6_K[6144 32768]
-
blk.46.ffn_down.4.weightQ6_K[32768 6144]
-
blk.46.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.46.ffn_up.5.weightQ6_K[6144 32768]
-
blk.46.ffn_down.5.weightQ6_K[32768 6144]
-
blk.46.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.46.ffn_up.6.weightQ6_K[6144 32768]
-
blk.46.ffn_down.6.weightQ6_K[32768 6144]
-
blk.46.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.46.ffn_up.7.weightQ6_K[6144 32768]
-
blk.46.ffn_down.7.weightQ6_K[32768 6144]
-
blk.46.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.46.attn_norm.weightF32[6144]
-
blk.46.attn_output_norm.weightF32[6144]
-
blk.46.ffn_norm.weightF32[6144]
-
blk.46.layer_output_norm.weightF32[6144]
-
blk.47.attn_q.weightQ6_K[6144 6144]
-
blk.47.attn_k.weightQ8_0[6144 1024]
-
blk.47.attn_v.weightQ8_0[6144 1024]
-
blk.47.attn_output.weightQ6_K[6144 6144]
-
blk.47.ffn_gate_inp.weightF16[6144 8]
-
blk.47.ffn_up.0.weightQ6_K[6144 32768]
-
blk.47.ffn_down.0.weightQ6_K[32768 6144]
-
blk.47.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.47.ffn_up.1.weightQ6_K[6144 32768]
-
blk.47.ffn_down.1.weightQ6_K[32768 6144]
-
blk.47.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.47.ffn_up.2.weightQ6_K[6144 32768]
-
blk.47.ffn_down.2.weightQ6_K[32768 6144]
-
blk.47.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.47.ffn_up.3.weightQ6_K[6144 32768]
-
blk.47.ffn_down.3.weightQ6_K[32768 6144]
-
blk.47.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.47.ffn_up.4.weightQ6_K[6144 32768]
-
blk.47.ffn_down.4.weightQ6_K[32768 6144]
-
blk.47.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.47.ffn_up.5.weightQ6_K[6144 32768]
-
blk.47.ffn_down.5.weightQ6_K[32768 6144]
-
blk.47.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.47.ffn_up.6.weightQ6_K[6144 32768]
-
blk.47.ffn_down.6.weightQ6_K[32768 6144]
-
blk.47.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.47.ffn_up.7.weightQ6_K[6144 32768]
-
blk.47.ffn_down.7.weightQ6_K[32768 6144]
-
blk.47.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.47.attn_norm.weightF32[6144]
-
blk.47.attn_output_norm.weightF32[6144]
-
blk.47.ffn_norm.weightF32[6144]
-
blk.47.layer_output_norm.weightF32[6144]
-
blk.48.attn_q.weightQ6_K[6144 6144]
-
blk.48.attn_k.weightQ8_0[6144 1024]
-
blk.48.attn_v.weightQ8_0[6144 1024]
-
blk.48.attn_output.weightQ6_K[6144 6144]
-
blk.48.ffn_gate_inp.weightF16[6144 8]
-
blk.48.ffn_up.0.weightQ6_K[6144 32768]
-
blk.48.ffn_down.0.weightQ6_K[32768 6144]
-
blk.48.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.48.ffn_up.1.weightQ6_K[6144 32768]
-
blk.48.ffn_down.1.weightQ6_K[32768 6144]
-
blk.48.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.48.ffn_up.2.weightQ6_K[6144 32768]
-
blk.48.ffn_down.2.weightQ6_K[32768 6144]
-
blk.48.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.48.ffn_up.3.weightQ6_K[6144 32768]
-
blk.48.ffn_down.3.weightQ6_K[32768 6144]
-
blk.48.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.48.ffn_up.4.weightQ6_K[6144 32768]
-
blk.48.ffn_down.4.weightQ6_K[32768 6144]
-
blk.48.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.48.ffn_up.5.weightQ6_K[6144 32768]
-
blk.48.ffn_down.5.weightQ6_K[32768 6144]
-
blk.48.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.48.ffn_up.6.weightQ6_K[6144 32768]
-
blk.48.ffn_down.6.weightQ6_K[32768 6144]
-
blk.48.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.48.ffn_up.7.weightQ6_K[6144 32768]
-
blk.48.ffn_down.7.weightQ6_K[32768 6144]
-
blk.48.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.48.attn_norm.weightF32[6144]
-
blk.48.attn_output_norm.weightF32[6144]
-
blk.48.ffn_norm.weightF32[6144]
-
blk.48.layer_output_norm.weightF32[6144]
-
blk.49.attn_q.weightQ6_K[6144 6144]
-
blk.49.attn_k.weightQ8_0[6144 1024]
-
blk.49.attn_v.weightQ8_0[6144 1024]
-
blk.49.attn_output.weightQ6_K[6144 6144]
-
blk.49.ffn_gate_inp.weightF16[6144 8]
-
blk.49.ffn_up.0.weightQ6_K[6144 32768]
-
blk.49.ffn_down.0.weightQ6_K[32768 6144]
-
blk.49.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.49.ffn_up.1.weightQ6_K[6144 32768]
-
blk.49.ffn_down.1.weightQ6_K[32768 6144]
-
blk.49.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.49.ffn_up.2.weightQ6_K[6144 32768]
-
blk.49.ffn_down.2.weightQ6_K[32768 6144]
-
blk.49.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.49.ffn_up.3.weightQ6_K[6144 32768]
-
blk.49.ffn_down.3.weightQ6_K[32768 6144]
-
blk.49.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.49.ffn_up.4.weightQ6_K[6144 32768]
-
blk.49.ffn_down.4.weightQ6_K[32768 6144]
-
blk.49.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.49.ffn_up.5.weightQ6_K[6144 32768]
-
blk.49.ffn_down.5.weightQ6_K[32768 6144]
-
blk.49.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.49.ffn_up.6.weightQ6_K[6144 32768]
-
blk.49.ffn_down.6.weightQ6_K[32768 6144]
-
blk.49.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.49.ffn_up.7.weightQ6_K[6144 32768]
-
blk.49.ffn_down.7.weightQ6_K[32768 6144]
-
blk.49.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.49.attn_norm.weightF32[6144]
-
blk.49.attn_output_norm.weightF32[6144]
-
blk.49.ffn_norm.weightF32[6144]
-
blk.49.layer_output_norm.weightF32[6144]
-
blk.50.attn_q.weightQ6_K[6144 6144]
-
blk.50.attn_k.weightQ8_0[6144 1024]
-
blk.50.attn_v.weightQ8_0[6144 1024]
-
blk.50.attn_output.weightQ6_K[6144 6144]
-
blk.50.ffn_gate_inp.weightF16[6144 8]
-
blk.50.ffn_up.0.weightQ6_K[6144 32768]
-
blk.50.ffn_down.0.weightQ6_K[32768 6144]
-
blk.50.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.50.ffn_up.1.weightQ6_K[6144 32768]
-
blk.50.ffn_down.1.weightQ6_K[32768 6144]
-
blk.50.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.50.ffn_up.2.weightQ6_K[6144 32768]
-
blk.50.ffn_down.2.weightQ6_K[32768 6144]
-
blk.50.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.50.ffn_up.3.weightQ6_K[6144 32768]
-
blk.50.ffn_down.3.weightQ6_K[32768 6144]
-
blk.50.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.50.ffn_up.4.weightQ6_K[6144 32768]
-
blk.50.ffn_down.4.weightQ6_K[32768 6144]
-
blk.50.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.50.ffn_up.5.weightQ6_K[6144 32768]
-
blk.50.ffn_down.5.weightQ6_K[32768 6144]
-
blk.50.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.50.ffn_up.6.weightQ6_K[6144 32768]
-
blk.50.ffn_down.6.weightQ6_K[32768 6144]
-
blk.50.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.50.ffn_up.7.weightQ6_K[6144 32768]
-
blk.50.ffn_down.7.weightQ6_K[32768 6144]
-
blk.50.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.50.attn_norm.weightF32[6144]
-
blk.50.attn_output_norm.weightF32[6144]
-
blk.50.ffn_norm.weightF32[6144]
-
blk.50.layer_output_norm.weightF32[6144]
-
blk.51.attn_q.weightQ6_K[6144 6144]
-
blk.51.attn_k.weightQ8_0[6144 1024]
-
blk.51.attn_v.weightQ8_0[6144 1024]
-
blk.51.attn_output.weightQ6_K[6144 6144]
-
blk.51.ffn_gate_inp.weightF16[6144 8]
-
blk.51.ffn_up.0.weightQ6_K[6144 32768]
-
blk.51.ffn_up.1.weightQ6_K[6144 32768]
-
blk.51.ffn_up.2.weightQ6_K[6144 32768]
-
blk.51.ffn_up.3.weightQ6_K[6144 32768]
-
blk.51.ffn_up.4.weightQ6_K[6144 32768]
-
blk.51.ffn_up.5.weightQ6_K[6144 32768]
-
blk.51.ffn_up.6.weightQ6_K[6144 32768]
-
blk.51.ffn_up.7.weightQ6_K[6144 32768]
-
blk.51.ffn_down.0.weightQ6_K[32768 6144]
-
blk.51.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.51.ffn_down.1.weightQ6_K[32768 6144]
-
blk.51.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.51.ffn_down.2.weightQ6_K[32768 6144]
-
blk.51.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.51.ffn_down.3.weightQ6_K[32768 6144]
-
blk.51.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.51.ffn_down.4.weightQ6_K[32768 6144]
-
blk.51.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.51.ffn_down.5.weightQ6_K[32768 6144]
-
blk.51.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.51.ffn_down.6.weightQ6_K[32768 6144]
-
blk.51.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.51.ffn_down.7.weightQ6_K[32768 6144]
-
blk.51.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.51.attn_norm.weightF32[6144]
-
blk.51.attn_output_norm.weightF32[6144]
-
blk.51.ffn_norm.weightF32[6144]
-
blk.51.layer_output_norm.weightF32[6144]
-
blk.52.attn_q.weightQ6_K[6144 6144]
-
blk.52.attn_k.weightQ8_0[6144 1024]
-
blk.52.attn_v.weightQ8_0[6144 1024]
-
blk.52.attn_output.weightQ6_K[6144 6144]
-
blk.52.ffn_gate_inp.weightF16[6144 8]
-
blk.52.ffn_up.0.weightQ6_K[6144 32768]
-
blk.52.ffn_down.0.weightQ6_K[32768 6144]
-
blk.52.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.52.ffn_up.1.weightQ6_K[6144 32768]
-
blk.52.ffn_down.1.weightQ6_K[32768 6144]
-
blk.52.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.52.ffn_up.2.weightQ6_K[6144 32768]
-
blk.52.ffn_down.2.weightQ6_K[32768 6144]
-
blk.52.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.52.ffn_up.3.weightQ6_K[6144 32768]
-
blk.52.ffn_down.3.weightQ6_K[32768 6144]
-
blk.52.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.52.ffn_up.4.weightQ6_K[6144 32768]
-
blk.52.ffn_down.4.weightQ6_K[32768 6144]
-
blk.52.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.52.ffn_up.5.weightQ6_K[6144 32768]
-
blk.52.ffn_down.5.weightQ6_K[32768 6144]
-
blk.52.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.52.ffn_up.6.weightQ6_K[6144 32768]
-
blk.52.ffn_down.6.weightQ6_K[32768 6144]
-
blk.52.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.52.ffn_up.7.weightQ6_K[6144 32768]
-
blk.52.ffn_down.7.weightQ6_K[32768 6144]
-
blk.52.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.52.attn_norm.weightF32[6144]
-
blk.52.attn_output_norm.weightF32[6144]
-
blk.52.ffn_norm.weightF32[6144]
-
blk.52.layer_output_norm.weightF32[6144]
-
blk.53.attn_q.weightQ6_K[6144 6144]
-
blk.53.attn_k.weightQ8_0[6144 1024]
-
blk.53.attn_v.weightQ8_0[6144 1024]
-
blk.53.attn_output.weightQ6_K[6144 6144]
-
blk.53.ffn_gate_inp.weightF16[6144 8]
-
blk.53.ffn_up.0.weightQ6_K[6144 32768]
-
blk.53.ffn_down.0.weightQ6_K[32768 6144]
-
blk.53.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.53.ffn_up.1.weightQ6_K[6144 32768]
-
blk.53.ffn_down.1.weightQ6_K[32768 6144]
-
blk.53.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.53.ffn_up.2.weightQ6_K[6144 32768]
-
blk.53.ffn_down.2.weightQ6_K[32768 6144]
-
blk.53.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.53.ffn_up.3.weightQ6_K[6144 32768]
-
blk.53.ffn_down.3.weightQ6_K[32768 6144]
-
blk.53.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.53.ffn_up.4.weightQ6_K[6144 32768]
-
blk.53.ffn_down.4.weightQ6_K[32768 6144]
-
blk.53.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.53.ffn_up.5.weightQ6_K[6144 32768]
-
blk.53.ffn_down.5.weightQ6_K[32768 6144]
-
blk.53.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.53.ffn_up.6.weightQ6_K[6144 32768]
-
blk.53.ffn_down.6.weightQ6_K[32768 6144]
-
blk.53.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.53.ffn_up.7.weightQ6_K[6144 32768]
-
blk.53.ffn_down.7.weightQ6_K[32768 6144]
-
blk.53.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.53.attn_norm.weightF32[6144]
-
blk.53.attn_output_norm.weightF32[6144]
-
blk.53.ffn_norm.weightF32[6144]
-
blk.53.layer_output_norm.weightF32[6144]
-
blk.54.attn_q.weightQ6_K[6144 6144]
-
blk.54.attn_k.weightQ8_0[6144 1024]
-
blk.54.attn_v.weightQ8_0[6144 1024]
-
blk.54.attn_output.weightQ6_K[6144 6144]
-
blk.54.ffn_gate_inp.weightF16[6144 8]
-
blk.54.ffn_up.0.weightQ6_K[6144 32768]
-
blk.54.ffn_down.0.weightQ6_K[32768 6144]
-
blk.54.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.54.ffn_up.1.weightQ6_K[6144 32768]
-
blk.54.ffn_down.1.weightQ6_K[32768 6144]
-
blk.54.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.54.ffn_up.2.weightQ6_K[6144 32768]
-
blk.54.ffn_down.2.weightQ6_K[32768 6144]
-
blk.54.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.54.ffn_up.3.weightQ6_K[6144 32768]
-
blk.54.ffn_down.3.weightQ6_K[32768 6144]
-
blk.54.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.54.ffn_up.4.weightQ6_K[6144 32768]
-
blk.54.ffn_down.4.weightQ6_K[32768 6144]
-
blk.54.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.54.ffn_up.5.weightQ6_K[6144 32768]
-
blk.54.ffn_down.5.weightQ6_K[32768 6144]
-
blk.54.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.54.ffn_up.6.weightQ6_K[6144 32768]
-
blk.54.ffn_down.6.weightQ6_K[32768 6144]
-
blk.54.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.54.ffn_up.7.weightQ6_K[6144 32768]
-
blk.54.ffn_down.7.weightQ6_K[32768 6144]
-
blk.54.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.54.attn_norm.weightF32[6144]
-
blk.54.attn_output_norm.weightF32[6144]
-
blk.54.ffn_norm.weightF32[6144]
-
blk.54.layer_output_norm.weightF32[6144]
-
blk.55.attn_q.weightQ6_K[6144 6144]
-
blk.55.attn_k.weightQ8_0[6144 1024]
-
blk.55.attn_v.weightQ8_0[6144 1024]
-
blk.55.attn_output.weightQ6_K[6144 6144]
-
blk.55.ffn_gate_inp.weightF16[6144 8]
-
blk.55.ffn_up.0.weightQ6_K[6144 32768]
-
blk.55.ffn_down.0.weightQ6_K[32768 6144]
-
blk.55.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.55.ffn_up.1.weightQ6_K[6144 32768]
-
blk.55.ffn_down.1.weightQ6_K[32768 6144]
-
blk.55.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.55.ffn_up.2.weightQ6_K[6144 32768]
-
blk.55.ffn_down.2.weightQ6_K[32768 6144]
-
blk.55.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.55.ffn_up.3.weightQ6_K[6144 32768]
-
blk.55.ffn_down.3.weightQ6_K[32768 6144]
-
blk.55.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.55.ffn_up.4.weightQ6_K[6144 32768]
-
blk.55.ffn_down.4.weightQ6_K[32768 6144]
-
blk.55.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.55.ffn_up.5.weightQ6_K[6144 32768]
-
blk.55.ffn_down.5.weightQ6_K[32768 6144]
-
blk.55.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.55.ffn_up.6.weightQ6_K[6144 32768]
-
blk.55.ffn_down.6.weightQ6_K[32768 6144]
-
blk.55.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.55.ffn_up.7.weightQ6_K[6144 32768]
-
blk.55.ffn_down.7.weightQ6_K[32768 6144]
-
blk.55.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.55.attn_norm.weightF32[6144]
-
blk.55.attn_output_norm.weightF32[6144]
-
blk.55.ffn_norm.weightF32[6144]
-
blk.55.layer_output_norm.weightF32[6144]
-
blk.56.attn_q.weightQ6_K[6144 6144]
-
blk.56.attn_k.weightQ8_0[6144 1024]
-
blk.56.attn_v.weightQ8_0[6144 1024]
-
blk.56.attn_output.weightQ6_K[6144 6144]
-
blk.56.ffn_gate_inp.weightF16[6144 8]
-
blk.56.ffn_up.0.weightQ6_K[6144 32768]
-
blk.56.ffn_down.0.weightQ6_K[32768 6144]
-
blk.56.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.56.ffn_up.1.weightQ6_K[6144 32768]
-
blk.56.ffn_down.1.weightQ6_K[32768 6144]
-
blk.56.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.56.ffn_up.2.weightQ6_K[6144 32768]
-
blk.56.ffn_down.2.weightQ6_K[32768 6144]
-
blk.56.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.56.ffn_up.3.weightQ6_K[6144 32768]
-
blk.56.ffn_down.3.weightQ6_K[32768 6144]
-
blk.56.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.56.ffn_up.4.weightQ6_K[6144 32768]
-
blk.56.ffn_down.4.weightQ6_K[32768 6144]
-
blk.56.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.56.ffn_up.5.weightQ6_K[6144 32768]
-
blk.56.ffn_down.5.weightQ6_K[32768 6144]
-
blk.56.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.56.ffn_up.6.weightQ6_K[6144 32768]
-
blk.56.ffn_down.6.weightQ6_K[32768 6144]
-
blk.56.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.56.ffn_up.7.weightQ6_K[6144 32768]
-
blk.56.ffn_down.7.weightQ6_K[32768 6144]
-
blk.56.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.56.attn_norm.weightF32[6144]
-
blk.56.attn_output_norm.weightF32[6144]
-
blk.56.ffn_norm.weightF32[6144]
-
blk.56.layer_output_norm.weightF32[6144]
-
blk.57.attn_q.weightQ6_K[6144 6144]
-
blk.57.attn_k.weightQ8_0[6144 1024]
-
blk.57.attn_v.weightQ8_0[6144 1024]
-
blk.57.attn_output.weightQ6_K[6144 6144]
-
blk.57.ffn_gate_inp.weightF16[6144 8]
-
blk.57.ffn_up.0.weightQ6_K[6144 32768]
-
blk.57.ffn_down.0.weightQ6_K[32768 6144]
-
blk.57.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.57.ffn_up.1.weightQ6_K[6144 32768]
-
blk.57.ffn_down.1.weightQ6_K[32768 6144]
-
blk.57.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.57.ffn_up.2.weightQ6_K[6144 32768]
-
blk.57.ffn_down.2.weightQ6_K[32768 6144]
-
blk.57.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.57.ffn_up.3.weightQ6_K[6144 32768]
-
blk.57.ffn_down.3.weightQ6_K[32768 6144]
-
blk.57.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.57.ffn_up.4.weightQ6_K[6144 32768]
-
blk.57.ffn_down.4.weightQ6_K[32768 6144]
-
blk.57.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.57.ffn_up.5.weightQ6_K[6144 32768]
-
blk.57.ffn_down.5.weightQ6_K[32768 6144]
-
blk.57.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.57.ffn_up.6.weightQ6_K[6144 32768]
-
blk.57.ffn_down.6.weightQ6_K[32768 6144]
-
blk.57.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.57.ffn_up.7.weightQ6_K[6144 32768]
-
blk.57.ffn_down.7.weightQ6_K[32768 6144]
-
blk.57.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.57.attn_norm.weightF32[6144]
-
blk.57.attn_output_norm.weightF32[6144]
-
blk.57.ffn_norm.weightF32[6144]
-
blk.57.layer_output_norm.weightF32[6144]
-
blk.58.attn_q.weightQ6_K[6144 6144]
-
blk.58.attn_k.weightQ8_0[6144 1024]
-
blk.58.attn_v.weightQ8_0[6144 1024]
-
blk.58.attn_output.weightQ6_K[6144 6144]
-
blk.58.ffn_gate_inp.weightF16[6144 8]
-
blk.58.ffn_up.0.weightQ6_K[6144 32768]
-
blk.58.ffn_up.1.weightQ6_K[6144 32768]
-
blk.58.ffn_up.2.weightQ6_K[6144 32768]
-
blk.58.ffn_up.3.weightQ6_K[6144 32768]
-
blk.58.ffn_up.4.weightQ6_K[6144 32768]
-
blk.58.ffn_up.5.weightQ6_K[6144 32768]
-
blk.58.ffn_up.6.weightQ6_K[6144 32768]
-
blk.58.ffn_up.7.weightQ6_K[6144 32768]
-
blk.58.ffn_down.0.weightQ6_K[32768 6144]
-
blk.58.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.58.ffn_down.1.weightQ6_K[32768 6144]
-
blk.58.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.58.ffn_down.2.weightQ6_K[32768 6144]
-
blk.58.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.58.ffn_down.3.weightQ6_K[32768 6144]
-
blk.58.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.58.ffn_down.4.weightQ6_K[32768 6144]
-
blk.58.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.58.ffn_down.5.weightQ6_K[32768 6144]
-
blk.58.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.58.ffn_down.6.weightQ6_K[32768 6144]
-
blk.58.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.58.ffn_down.7.weightQ6_K[32768 6144]
-
blk.58.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.58.attn_norm.weightF32[6144]
-
blk.58.attn_output_norm.weightF32[6144]
-
blk.58.ffn_norm.weightF32[6144]
-
blk.58.layer_output_norm.weightF32[6144]
-
blk.59.attn_q.weightQ6_K[6144 6144]
-
blk.59.attn_k.weightQ8_0[6144 1024]
-
blk.59.attn_v.weightQ8_0[6144 1024]
-
blk.59.attn_output.weightQ6_K[6144 6144]
-
blk.59.ffn_gate_inp.weightF16[6144 8]
-
blk.59.ffn_up.0.weightQ6_K[6144 32768]
-
blk.59.ffn_down.0.weightQ6_K[32768 6144]
-
blk.59.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.59.ffn_up.1.weightQ6_K[6144 32768]
-
blk.59.ffn_down.1.weightQ6_K[32768 6144]
-
blk.59.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.59.ffn_up.2.weightQ6_K[6144 32768]
-
blk.59.ffn_down.2.weightQ6_K[32768 6144]
-
blk.59.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.59.ffn_up.3.weightQ6_K[6144 32768]
-
blk.59.ffn_down.3.weightQ6_K[32768 6144]
-
blk.59.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.59.ffn_up.4.weightQ6_K[6144 32768]
-
blk.59.ffn_down.4.weightQ6_K[32768 6144]
-
blk.59.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.59.ffn_up.5.weightQ6_K[6144 32768]
-
blk.59.ffn_down.5.weightQ6_K[32768 6144]
-
blk.59.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.59.ffn_up.6.weightQ6_K[6144 32768]
-
blk.59.ffn_down.6.weightQ6_K[32768 6144]
-
blk.59.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.59.ffn_up.7.weightQ6_K[6144 32768]
-
blk.59.ffn_down.7.weightQ6_K[32768 6144]
-
blk.59.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.59.attn_norm.weightF32[6144]
-
blk.59.attn_output_norm.weightF32[6144]
-
blk.59.ffn_norm.weightF32[6144]
-
blk.59.layer_output_norm.weightF32[6144]
-
blk.60.attn_q.weightQ6_K[6144 6144]
-
blk.60.attn_k.weightQ8_0[6144 1024]
-
blk.60.attn_v.weightQ8_0[6144 1024]
-
blk.60.attn_output.weightQ6_K[6144 6144]
-
blk.60.ffn_gate_inp.weightF16[6144 8]
-
blk.60.ffn_up.0.weightQ6_K[6144 32768]
-
blk.60.ffn_down.0.weightQ6_K[32768 6144]
-
blk.60.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.60.ffn_up.1.weightQ6_K[6144 32768]
-
blk.60.ffn_down.1.weightQ6_K[32768 6144]
-
blk.60.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.60.ffn_up.2.weightQ6_K[6144 32768]
-
blk.60.ffn_down.2.weightQ6_K[32768 6144]
-
blk.60.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.60.ffn_up.3.weightQ6_K[6144 32768]
-
blk.60.ffn_down.3.weightQ6_K[32768 6144]
-
blk.60.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.60.ffn_up.4.weightQ6_K[6144 32768]
-
blk.60.ffn_down.4.weightQ6_K[32768 6144]
-
blk.60.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.60.ffn_up.5.weightQ6_K[6144 32768]
-
blk.60.ffn_down.5.weightQ6_K[32768 6144]
-
blk.60.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.60.ffn_up.6.weightQ6_K[6144 32768]
-
blk.60.ffn_down.6.weightQ6_K[32768 6144]
-
blk.60.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.60.ffn_up.7.weightQ6_K[6144 32768]
-
blk.60.ffn_down.7.weightQ6_K[32768 6144]
-
blk.60.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.60.attn_norm.weightF32[6144]
-
blk.60.attn_output_norm.weightF32[6144]
-
blk.60.ffn_norm.weightF32[6144]
-
blk.60.layer_output_norm.weightF32[6144]
-
blk.61.attn_q.weightQ6_K[6144 6144]
-
blk.61.attn_k.weightQ8_0[6144 1024]
-
blk.61.attn_v.weightQ8_0[6144 1024]
-
blk.61.attn_output.weightQ6_K[6144 6144]
-
blk.61.ffn_gate_inp.weightF16[6144 8]
-
blk.61.ffn_up.0.weightQ6_K[6144 32768]
-
blk.61.ffn_down.0.weightQ6_K[32768 6144]
-
blk.61.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.61.ffn_up.1.weightQ6_K[6144 32768]
-
blk.61.ffn_down.1.weightQ6_K[32768 6144]
-
blk.61.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.61.ffn_up.2.weightQ6_K[6144 32768]
-
blk.61.ffn_down.2.weightQ6_K[32768 6144]
-
blk.61.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.61.ffn_up.3.weightQ6_K[6144 32768]
-
blk.61.ffn_down.3.weightQ6_K[32768 6144]
-
blk.61.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.61.ffn_up.4.weightQ6_K[6144 32768]
-
blk.61.ffn_down.4.weightQ6_K[32768 6144]
-
blk.61.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.61.ffn_up.5.weightQ6_K[6144 32768]
-
blk.61.ffn_down.5.weightQ6_K[32768 6144]
-
blk.61.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.61.ffn_up.6.weightQ6_K[6144 32768]
-
blk.61.ffn_down.6.weightQ6_K[32768 6144]
-
blk.61.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.61.ffn_up.7.weightQ6_K[6144 32768]
-
blk.61.ffn_down.7.weightQ6_K[32768 6144]
-
blk.61.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.61.attn_norm.weightF32[6144]
-
blk.61.attn_output_norm.weightF32[6144]
-
blk.61.ffn_norm.weightF32[6144]
-
blk.61.layer_output_norm.weightF32[6144]
-
blk.62.attn_q.weightQ6_K[6144 6144]
-
blk.62.attn_k.weightQ8_0[6144 1024]
-
blk.62.attn_v.weightQ8_0[6144 1024]
-
blk.62.attn_output.weightQ6_K[6144 6144]
-
blk.62.ffn_gate_inp.weightF16[6144 8]
-
blk.62.ffn_up.0.weightQ6_K[6144 32768]
-
blk.62.ffn_down.0.weightQ6_K[32768 6144]
-
blk.62.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.62.ffn_up.1.weightQ6_K[6144 32768]
-
blk.62.ffn_down.1.weightQ6_K[32768 6144]
-
blk.62.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.62.ffn_up.2.weightQ6_K[6144 32768]
-
blk.62.ffn_down.2.weightQ6_K[32768 6144]
-
blk.62.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.62.ffn_up.3.weightQ6_K[6144 32768]
-
blk.62.ffn_down.3.weightQ6_K[32768 6144]
-
blk.62.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.62.ffn_up.4.weightQ6_K[6144 32768]
-
blk.62.ffn_down.4.weightQ6_K[32768 6144]
-
blk.62.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.62.ffn_up.5.weightQ6_K[6144 32768]
-
blk.62.ffn_down.5.weightQ6_K[32768 6144]
-
blk.62.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.62.ffn_up.6.weightQ6_K[6144 32768]
-
blk.62.ffn_down.6.weightQ6_K[32768 6144]
-
blk.62.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.62.ffn_up.7.weightQ6_K[6144 32768]
-
blk.62.ffn_down.7.weightQ6_K[32768 6144]
-
blk.62.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.62.attn_norm.weightF32[6144]
-
blk.62.attn_output_norm.weightF32[6144]
-
blk.62.ffn_norm.weightF32[6144]
-
blk.62.layer_output_norm.weightF32[6144]
-
blk.63.attn_q.weightQ6_K[6144 6144]
-
blk.63.attn_k.weightQ8_0[6144 1024]
-
blk.63.attn_v.weightQ8_0[6144 1024]
-
blk.63.attn_output.weightQ6_K[6144 6144]
-
blk.63.ffn_gate_inp.weightF16[6144 8]
-
blk.63.ffn_up.0.weightQ6_K[6144 32768]
-
blk.63.ffn_down.0.weightQ6_K[32768 6144]
-
blk.63.ffn_gate.0.weightQ6_K[6144 32768]
-
blk.63.ffn_up.1.weightQ6_K[6144 32768]
-
blk.63.ffn_down.1.weightQ6_K[32768 6144]
-
blk.63.ffn_gate.1.weightQ6_K[6144 32768]
-
blk.63.ffn_up.2.weightQ6_K[6144 32768]
-
blk.63.ffn_down.2.weightQ6_K[32768 6144]
-
blk.63.ffn_gate.2.weightQ6_K[6144 32768]
-
blk.63.ffn_up.3.weightQ6_K[6144 32768]
-
blk.63.ffn_down.3.weightQ6_K[32768 6144]
-
blk.63.ffn_gate.3.weightQ6_K[6144 32768]
-
blk.63.ffn_up.4.weightQ6_K[6144 32768]
-
blk.63.ffn_down.4.weightQ6_K[32768 6144]
-
blk.63.ffn_gate.4.weightQ6_K[6144 32768]
-
blk.63.ffn_up.5.weightQ6_K[6144 32768]
-
blk.63.ffn_down.5.weightQ6_K[32768 6144]
-
blk.63.ffn_gate.5.weightQ6_K[6144 32768]
-
blk.63.ffn_up.6.weightQ6_K[6144 32768]
-
blk.63.ffn_down.6.weightQ6_K[32768 6144]
-
blk.63.ffn_gate.6.weightQ6_K[6144 32768]
-
blk.63.ffn_up.7.weightQ6_K[6144 32768]
-
blk.63.ffn_down.7.weightQ6_K[32768 6144]
-
blk.63.ffn_gate.7.weightQ6_K[6144 32768]
-
blk.63.attn_norm.weightF32[6144]
-
blk.63.attn_output_norm.weightF32[6144]
-
blk.63.ffn_norm.weightF32[6144]
-
blk.63.layer_output_norm.weightF32[6144]
-
output.weightQ6_K[6144 131072]
-
output_norm.weightF32[6144]
Metadata
Tensors
blk.0
blk.1
blk.2
blk.3
blk.4
blk.5
blk.6
blk.7
blk.8
blk.9
blk.10
blk.11
blk.12
blk.13
blk.14
blk.15
blk.16
blk.17
blk.18
blk.19
blk.20
blk.21
blk.22
blk.23
blk.24
blk.25
blk.26
blk.27
blk.28
blk.29
blk.30
blk.31
blk.32
blk.33
blk.34
blk.35
blk.36
blk.37
blk.38
blk.39
blk.40
blk.41
blk.42
blk.43
blk.44
blk.45
blk.46
blk.47
blk.48
blk.49
blk.50
blk.51
blk.52
blk.53
blk.54
blk.55
blk.56
blk.57
blk.58
blk.59
blk.60
blk.61
blk.62
blk.63