9b_f16
18GB
9b_q6_k
7.2GB
9b_q4_k_m
5.3GB
9b_q3_k_m
4.3GB
9b_q5_k_m
6.3GB
9b_q8_0
9.4GB
34b_q8_0
37GB
34b_q5_k_m
24GB
34b_f16
69GB
34b_q2_k
13GB
34b_q6_k
28GB
34b_q4_k_m
21GB
34b_q3_k_m
17GB