Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+GLM-5.2-RAM-local-knee-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+GLM-5.2-RAM-local-knee-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+GLM-5.2-RAM-local-knee-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+GLM-5.2-RAM-local-knee-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+GLM-5.2-RAM-local-knee-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+GLM-5.2-RAM-local-knee-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
+GLM-5.2-RAM-local-knee-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text

GLM-5.2-RAM-local-knee-00001-of-00007.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c95394fd692b8c66f7a006fba0fda0f4425b9a4dde5d35b5451b0e971a4703
+size 46928861184

GLM-5.2-RAM-local-knee-00002-of-00007.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3939d9dcb7a7a111027c63add3560536dd3f7c8a7c7890ede7db81bb135d50b
+size 47400683136

GLM-5.2-RAM-local-knee-00003-of-00007.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8b95fc9f58f15c1467e5ae637338ce8e37f3ac4e80f13d1872b146ca8a0676
+size 47388493440

GLM-5.2-RAM-local-knee-00004-of-00007.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556666310c1e85bfb3ccbd0369b7661722c0404527029d752eef6037d440a696
+size 47371518272

GLM-5.2-RAM-local-knee-00005-of-00007.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b07961b5c1fa56d13d8c0a7072a8d4f85f442526aa809c190d024f24c4354e
+size 47382398592

GLM-5.2-RAM-local-knee-00006-of-00007.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb39766ae1b7711bd92d736c695c5cfbb0dd043c815c0b1d3436500d7b7fb6f
+size 47382398592

GLM-5.2-RAM-local-knee-00007-of-00007.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7dbae0d18eeccf47485649e7d003337cc5ebfb43f1c7ec28f69651fbd2cd6f
+size 45930854528

spec_glm_knee.txt

@@ -0,0 +1,1005 @@
+blk.0.attn_k_b.weight=q6_K
+blk.0.attn_kv_a_mqa.weight=q8_0
+blk.0.attn_output.weight=q4_K
+blk.0.attn_q_a.weight=q8_0
+blk.0.attn_q_b.weight=q6_K
+blk.0.attn_v_b.weight=q6_K
+blk.0.ffn_down.weight=q4_K
+blk.0.ffn_gate.weight=q4_K
+blk.0.ffn_up.weight=q4_K
+blk.0.indexer.attn_k.weight=f16
+blk.0.indexer.attn_q_b.weight=q8_0
+blk.0.indexer.proj.weight=f16
+blk.1.attn_k_b.weight=q6_K
+blk.1.attn_kv_a_mqa.weight=q8_0
+blk.1.attn_output.weight=q4_K
+blk.1.attn_q_a.weight=q8_0
+blk.1.attn_q_b.weight=q6_K
+blk.1.attn_v_b.weight=q6_K
+blk.1.ffn_down.weight=q4_K
+blk.1.ffn_gate.weight=q4_K
+blk.1.ffn_up.weight=q4_K
+blk.1.indexer.attn_k.weight=f16
+blk.1.indexer.attn_q_b.weight=q8_0
+blk.1.indexer.proj.weight=f16
+blk.10.attn_k_b.weight=q6_K
+blk.10.attn_kv_a_mqa.weight=q8_0
+blk.10.attn_output.weight=q4_K
+blk.10.attn_q_a.weight=q6_K
+blk.10.attn_q_b.weight=q6_K
+blk.10.attn_v_b.weight=q6_K
+blk.10.ffn_down_exps.weight=q3_K
+blk.10.ffn_down_shexp.weight=q6_K
+blk.10.ffn_gate_exps.weight=q3_K
+blk.10.ffn_gate_shexp.weight=q6_K
+blk.10.ffn_up_exps.weight=q3_K
+blk.10.ffn_up_shexp.weight=q6_K
+blk.10.indexer.attn_k.weight=f16
+blk.10.indexer.attn_q_b.weight=q8_0
+blk.10.indexer.proj.weight=f16
+blk.11.attn_k_b.weight=q6_K
+blk.11.attn_kv_a_mqa.weight=q8_0
+blk.11.attn_output.weight=q4_K
+blk.11.attn_q_a.weight=q6_K
+blk.11.attn_q_b.weight=q6_K
+blk.11.attn_v_b.weight=q6_K
+blk.11.ffn_down_exps.weight=q3_K
+blk.11.ffn_down_shexp.weight=q6_K
+blk.11.ffn_gate_exps.weight=q3_K
+blk.11.ffn_gate_shexp.weight=q6_K
+blk.11.ffn_up_exps.weight=q3_K
+blk.11.ffn_up_shexp.weight=q6_K
+blk.12.attn_k_b.weight=q6_K
+blk.12.attn_kv_a_mqa.weight=q8_0
+blk.12.attn_output.weight=q4_K
+blk.12.attn_q_a.weight=q6_K
+blk.12.attn_q_b.weight=q6_K
+blk.12.attn_v_b.weight=q6_K
+blk.12.ffn_down_exps.weight=q3_K
+blk.12.ffn_down_shexp.weight=q8_0
+blk.12.ffn_gate_exps.weight=q3_K
+blk.12.ffn_gate_shexp.weight=q6_K
+blk.12.ffn_up_exps.weight=q3_K
+blk.12.ffn_up_shexp.weight=q6_K
+blk.13.attn_k_b.weight=q6_K
+blk.13.attn_kv_a_mqa.weight=q8_0
+blk.13.attn_output.weight=q4_K
+blk.13.attn_q_a.weight=q6_K
+blk.13.attn_q_b.weight=q6_K
+blk.13.attn_v_b.weight=q6_K
+blk.13.ffn_down_exps.weight=q3_K
+blk.13.ffn_down_shexp.weight=q8_0
+blk.13.ffn_gate_exps.weight=q3_K
+blk.13.ffn_gate_shexp.weight=q6_K
+blk.13.ffn_up_exps.weight=q3_K
+blk.13.ffn_up_shexp.weight=q6_K
+blk.14.attn_k_b.weight=q6_K
+blk.14.attn_kv_a_mqa.weight=q8_0
+blk.14.attn_output.weight=q4_K
+blk.14.attn_q_a.weight=q6_K
+blk.14.attn_q_b.weight=q6_K
+blk.14.attn_v_b.weight=q6_K
+blk.14.ffn_down_exps.weight=q3_K
+blk.14.ffn_down_shexp.weight=q8_0
+blk.14.ffn_gate_exps.weight=q3_K
+blk.14.ffn_gate_shexp.weight=q6_K
+blk.14.ffn_up_exps.weight=q3_K
+blk.14.ffn_up_shexp.weight=q6_K
+blk.14.indexer.attn_k.weight=f16
+blk.14.indexer.attn_q_b.weight=q8_0
+blk.14.indexer.proj.weight=f16
+blk.15.attn_k_b.weight=q6_K
+blk.15.attn_kv_a_mqa.weight=q8_0
+blk.15.attn_output.weight=q4_K
+blk.15.attn_q_a.weight=q6_K
+blk.15.attn_q_b.weight=q6_K
+blk.15.attn_v_b.weight=q6_K
+blk.15.ffn_down_exps.weight=q3_K
+blk.15.ffn_down_shexp.weight=q8_0
+blk.15.ffn_gate_exps.weight=q3_K
+blk.15.ffn_gate_shexp.weight=q6_K
+blk.15.ffn_up_exps.weight=q3_K
+blk.15.ffn_up_shexp.weight=q6_K
+blk.16.attn_k_b.weight=q6_K
+blk.16.attn_kv_a_mqa.weight=q8_0
+blk.16.attn_output.weight=q4_K
+blk.16.attn_q_a.weight=q6_K
+blk.16.attn_q_b.weight=q6_K
+blk.16.attn_v_b.weight=q6_K
+blk.16.ffn_down_exps.weight=q3_K
+blk.16.ffn_down_shexp.weight=q8_0
+blk.16.ffn_gate_exps.weight=q3_K
+blk.16.ffn_gate_shexp.weight=q6_K
+blk.16.ffn_up_exps.weight=q3_K
+blk.16.ffn_up_shexp.weight=q6_K
+blk.17.attn_k_b.weight=q6_K
+blk.17.attn_kv_a_mqa.weight=q8_0
+blk.17.attn_output.weight=q4_K
+blk.17.attn_q_a.weight=q6_K
+blk.17.attn_q_b.weight=q6_K
+blk.17.attn_v_b.weight=q6_K
+blk.17.ffn_down_exps.weight=q3_K
+blk.17.ffn_down_shexp.weight=q8_0
+blk.17.ffn_gate_exps.weight=q3_K
+blk.17.ffn_gate_shexp.weight=q6_K
+blk.17.ffn_up_exps.weight=q3_K
+blk.17.ffn_up_shexp.weight=q6_K
+blk.18.attn_k_b.weight=q6_K
+blk.18.attn_kv_a_mqa.weight=q8_0
+blk.18.attn_output.weight=q4_K
+blk.18.attn_q_a.weight=q6_K
+blk.18.attn_q_b.weight=q6_K
+blk.18.attn_v_b.weight=q6_K
+blk.18.ffn_down_exps.weight=q3_K
+blk.18.ffn_down_shexp.weight=q8_0
+blk.18.ffn_gate_exps.weight=q3_K
+blk.18.ffn_gate_shexp.weight=q6_K
+blk.18.ffn_up_exps.weight=q3_K
+blk.18.ffn_up_shexp.weight=q6_K
+blk.18.indexer.attn_k.weight=f16
+blk.18.indexer.attn_q_b.weight=q8_0
+blk.18.indexer.proj.weight=f16
+blk.19.attn_k_b.weight=q6_K
+blk.19.attn_kv_a_mqa.weight=q8_0
+blk.19.attn_output.weight=q4_K
+blk.19.attn_q_a.weight=q6_K
+blk.19.attn_q_b.weight=q6_K
+blk.19.attn_v_b.weight=q6_K
+blk.19.ffn_down_exps.weight=q3_K
+blk.19.ffn_down_shexp.weight=q8_0
+blk.19.ffn_gate_exps.weight=q3_K
+blk.19.ffn_gate_shexp.weight=q6_K
+blk.19.ffn_up_exps.weight=q3_K
+blk.19.ffn_up_shexp.weight=q6_K
+blk.2.attn_k_b.weight=q8_0
+blk.2.attn_kv_a_mqa.weight=q8_0
+blk.2.attn_output.weight=q4_K
+blk.2.attn_q_a.weight=q8_0
+blk.2.attn_q_b.weight=q6_K
+blk.2.attn_v_b.weight=q8_0
+blk.2.ffn_down.weight=q4_K
+blk.2.ffn_gate.weight=q4_K
+blk.2.ffn_up.weight=q4_K
+blk.2.indexer.attn_k.weight=f16
+blk.2.indexer.attn_q_b.weight=q8_0
+blk.2.indexer.proj.weight=f16
+blk.20.attn_k_b.weight=q6_K
+blk.20.attn_kv_a_mqa.weight=q8_0
+blk.20.attn_output.weight=q4_K
+blk.20.attn_q_a.weight=q6_K
+blk.20.attn_q_b.weight=q6_K
+blk.20.attn_v_b.weight=q6_K
+blk.20.ffn_down_exps.weight=q3_K
+blk.20.ffn_down_shexp.weight=q8_0
+blk.20.ffn_gate_exps.weight=q3_K
+blk.20.ffn_gate_shexp.weight=q8_0
+blk.20.ffn_up_exps.weight=q3_K
+blk.20.ffn_up_shexp.weight=q8_0
+blk.21.attn_k_b.weight=q6_K
+blk.21.attn_kv_a_mqa.weight=q8_0
+blk.21.attn_output.weight=q4_K
+blk.21.attn_q_a.weight=q6_K
+blk.21.attn_q_b.weight=q6_K
+blk.21.attn_v_b.weight=q6_K
+blk.21.ffn_down_exps.weight=q3_K
+blk.21.ffn_down_shexp.weight=q8_0
+blk.21.ffn_gate_exps.weight=q3_K
+blk.21.ffn_gate_shexp.weight=q8_0
+blk.21.ffn_up_exps.weight=q3_K
+blk.21.ffn_up_shexp.weight=q6_K
+blk.22.attn_k_b.weight=q6_K
+blk.22.attn_kv_a_mqa.weight=q8_0
+blk.22.attn_output.weight=q4_K
+blk.22.attn_q_a.weight=q6_K
+blk.22.attn_q_b.weight=q6_K
+blk.22.attn_v_b.weight=q6_K
+blk.22.ffn_down_exps.weight=q3_K
+blk.22.ffn_down_shexp.weight=q8_0
+blk.22.ffn_gate_exps.weight=q3_K
+blk.22.ffn_gate_shexp.weight=q8_0
+blk.22.ffn_up_exps.weight=q3_K
+blk.22.ffn_up_shexp.weight=q8_0
+blk.22.indexer.attn_k.weight=f16
+blk.22.indexer.attn_q_b.weight=q8_0
+blk.22.indexer.proj.weight=f16
+blk.23.attn_k_b.weight=q6_K
+blk.23.attn_kv_a_mqa.weight=q8_0
+blk.23.attn_output.weight=q4_K
+blk.23.attn_q_a.weight=q6_K
+blk.23.attn_q_b.weight=q6_K
+blk.23.attn_v_b.weight=q6_K
+blk.23.ffn_down_exps.weight=q3_K
+blk.23.ffn_down_shexp.weight=q8_0
+blk.23.ffn_gate_exps.weight=q3_K
+blk.23.ffn_gate_shexp.weight=q8_0
+blk.23.ffn_up_exps.weight=q3_K
+blk.23.ffn_up_shexp.weight=q6_K
+blk.24.attn_k_b.weight=q6_K
+blk.24.attn_kv_a_mqa.weight=q8_0
+blk.24.attn_output.weight=q4_K
+blk.24.attn_q_a.weight=q6_K
+blk.24.attn_q_b.weight=q6_K
+blk.24.attn_v_b.weight=q6_K
+blk.24.ffn_down_exps.weight=q3_K
+blk.24.ffn_down_shexp.weight=q8_0
+blk.24.ffn_gate_exps.weight=q3_K
+blk.24.ffn_gate_shexp.weight=q6_K
+blk.24.ffn_up_exps.weight=q3_K
+blk.24.ffn_up_shexp.weight=q6_K
+blk.25.attn_k_b.weight=q6_K
+blk.25.attn_kv_a_mqa.weight=q8_0
+blk.25.attn_output.weight=q4_K
+blk.25.attn_q_a.weight=q6_K
+blk.25.attn_q_b.weight=q6_K
+blk.25.attn_v_b.weight=q6_K
+blk.25.ffn_down_exps.weight=q3_K
+blk.25.ffn_down_shexp.weight=q8_0
+blk.25.ffn_gate_exps.weight=q3_K
+blk.25.ffn_gate_shexp.weight=q6_K
+blk.25.ffn_up_exps.weight=q3_K
+blk.25.ffn_up_shexp.weight=q6_K
+blk.26.attn_k_b.weight=q6_K
+blk.26.attn_kv_a_mqa.weight=q8_0
+blk.26.attn_output.weight=q4_K
+blk.26.attn_q_a.weight=q6_K
+blk.26.attn_q_b.weight=q6_K
+blk.26.attn_v_b.weight=q6_K
+blk.26.ffn_down_exps.weight=q3_K
+blk.26.ffn_down_shexp.weight=q8_0
+blk.26.ffn_gate_exps.weight=q3_K
+blk.26.ffn_gate_shexp.weight=q6_K
+blk.26.ffn_up_exps.weight=q3_K
+blk.26.ffn_up_shexp.weight=q6_K
+blk.26.indexer.attn_k.weight=f16
+blk.26.indexer.attn_q_b.weight=q8_0
+blk.26.indexer.proj.weight=f16
+blk.27.attn_k_b.weight=q6_K
+blk.27.attn_kv_a_mqa.weight=q8_0
+blk.27.attn_output.weight=q4_K
+blk.27.attn_q_a.weight=q6_K
+blk.27.attn_q_b.weight=q6_K
+blk.27.attn_v_b.weight=q6_K
+blk.27.ffn_down_exps.weight=q3_K
+blk.27.ffn_down_shexp.weight=q8_0
+blk.27.ffn_gate_exps.weight=q3_K
+blk.27.ffn_gate_shexp.weight=q6_K
+blk.27.ffn_up_exps.weight=q3_K
+blk.27.ffn_up_shexp.weight=q6_K
+blk.28.attn_k_b.weight=q6_K
+blk.28.attn_kv_a_mqa.weight=q8_0
+blk.28.attn_output.weight=q4_K
+blk.28.attn_q_a.weight=q6_K
+blk.28.attn_q_b.weight=q6_K
+blk.28.attn_v_b.weight=q6_K
+blk.28.ffn_down_exps.weight=q3_K
+blk.28.ffn_down_shexp.weight=q8_0
+blk.28.ffn_gate_exps.weight=q3_K
+blk.28.ffn_gate_shexp.weight=q6_K
+blk.28.ffn_up_exps.weight=q3_K
+blk.28.ffn_up_shexp.weight=q6_K
+blk.29.attn_k_b.weight=q6_K
+blk.29.attn_kv_a_mqa.weight=q8_0
+blk.29.attn_output.weight=q4_K
+blk.29.attn_q_a.weight=q6_K
+blk.29.attn_q_b.weight=q6_K
+blk.29.attn_v_b.weight=q6_K
+blk.29.ffn_down_exps.weight=q3_K
+blk.29.ffn_down_shexp.weight=q8_0
+blk.29.ffn_gate_exps.weight=q3_K
+blk.29.ffn_gate_shexp.weight=q6_K
+blk.29.ffn_up_exps.weight=q3_K
+blk.29.ffn_up_shexp.weight=q6_K
+blk.3.attn_k_b.weight=q8_0
+blk.3.attn_kv_a_mqa.weight=q8_0
+blk.3.attn_output.weight=q4_K
+blk.3.attn_q_a.weight=q8_0
+blk.3.attn_q_b.weight=q6_K
+blk.3.attn_v_b.weight=q8_0
+blk.3.ffn_down_exps.weight=q3_K
+blk.3.ffn_down_shexp.weight=q6_K
+blk.3.ffn_gate_exps.weight=q3_K
+blk.3.ffn_gate_shexp.weight=q8_0
+blk.3.ffn_up_exps.weight=q3_K
+blk.3.ffn_up_shexp.weight=q8_0
+blk.30.attn_k_b.weight=q6_K
+blk.30.attn_kv_a_mqa.weight=q8_0
+blk.30.attn_output.weight=q4_K
+blk.30.attn_q_a.weight=q6_K
+blk.30.attn_q_b.weight=q6_K
+blk.30.attn_v_b.weight=q6_K
+blk.30.ffn_down_exps.weight=q3_K
+blk.30.ffn_down_shexp.weight=q8_0
+blk.30.ffn_gate_exps.weight=q3_K
+blk.30.ffn_gate_shexp.weight=q6_K
+blk.30.ffn_up_exps.weight=q3_K
+blk.30.ffn_up_shexp.weight=q6_K
+blk.30.indexer.attn_k.weight=f16
+blk.30.indexer.attn_q_b.weight=q8_0
+blk.30.indexer.proj.weight=f16
+blk.31.attn_k_b.weight=q6_K
+blk.31.attn_kv_a_mqa.weight=q8_0
+blk.31.attn_output.weight=q4_K
+blk.31.attn_q_a.weight=q6_K
+blk.31.attn_q_b.weight=q6_K
+blk.31.attn_v_b.weight=q6_K
+blk.31.ffn_down_exps.weight=q3_K
+blk.31.ffn_down_shexp.weight=q8_0
+blk.31.ffn_gate_exps.weight=q3_K
+blk.31.ffn_gate_shexp.weight=q8_0
+blk.31.ffn_up_exps.weight=q3_K
+blk.31.ffn_up_shexp.weight=q6_K
+blk.32.attn_k_b.weight=q6_K
+blk.32.attn_kv_a_mqa.weight=q8_0
+blk.32.attn_output.weight=q4_K
+blk.32.attn_q_a.weight=q6_K
+blk.32.attn_q_b.weight=q6_K
+blk.32.attn_v_b.weight=q6_K
+blk.32.ffn_down_exps.weight=q3_K
+blk.32.ffn_down_shexp.weight=q8_0
+blk.32.ffn_gate_exps.weight=q3_K
+blk.32.ffn_gate_shexp.weight=q6_K
+blk.32.ffn_up_exps.weight=q3_K
+blk.32.ffn_up_shexp.weight=q6_K
+blk.33.attn_k_b.weight=q6_K
+blk.33.attn_kv_a_mqa.weight=q8_0
+blk.33.attn_output.weight=q4_K
+blk.33.attn_q_a.weight=q6_K
+blk.33.attn_q_b.weight=q6_K
+blk.33.attn_v_b.weight=q6_K
+blk.33.ffn_down_exps.weight=q3_K
+blk.33.ffn_down_shexp.weight=q8_0
+blk.33.ffn_gate_exps.weight=q3_K
+blk.33.ffn_gate_shexp.weight=q8_0
+blk.33.ffn_up_exps.weight=q3_K
+blk.33.ffn_up_shexp.weight=q6_K
+blk.34.attn_k_b.weight=q6_K
+blk.34.attn_kv_a_mqa.weight=q8_0
+blk.34.attn_output.weight=q4_K
+blk.34.attn_q_a.weight=q6_K
+blk.34.attn_q_b.weight=q6_K
+blk.34.attn_v_b.weight=q6_K
+blk.34.ffn_down_exps.weight=q3_K
+blk.34.ffn_down_shexp.weight=q8_0
+blk.34.ffn_gate_exps.weight=q3_K
+blk.34.ffn_gate_shexp.weight=q6_K
+blk.34.ffn_up_exps.weight=q3_K
+blk.34.ffn_up_shexp.weight=q6_K
+blk.34.indexer.attn_k.weight=f16
+blk.34.indexer.attn_q_b.weight=q8_0
+blk.34.indexer.proj.weight=f16
+blk.35.attn_k_b.weight=q6_K
+blk.35.attn_kv_a_mqa.weight=q8_0
+blk.35.attn_output.weight=q4_K
+blk.35.attn_q_a.weight=q6_K
+blk.35.attn_q_b.weight=q6_K
+blk.35.attn_v_b.weight=q6_K
+blk.35.ffn_down_exps.weight=q3_K
+blk.35.ffn_down_shexp.weight=q8_0
+blk.35.ffn_gate_exps.weight=q3_K
+blk.35.ffn_gate_shexp.weight=q6_K
+blk.35.ffn_up_exps.weight=q3_K
+blk.35.ffn_up_shexp.weight=q6_K
+blk.36.attn_k_b.weight=q6_K
+blk.36.attn_kv_a_mqa.weight=q8_0
+blk.36.attn_output.weight=q4_K
+blk.36.attn_q_a.weight=q6_K
+blk.36.attn_q_b.weight=q6_K
+blk.36.attn_v_b.weight=q6_K
+blk.36.ffn_down_exps.weight=q3_K
+blk.36.ffn_down_shexp.weight=q8_0
+blk.36.ffn_gate_exps.weight=q3_K
+blk.36.ffn_gate_shexp.weight=q6_K
+blk.36.ffn_up_exps.weight=q3_K
+blk.36.ffn_up_shexp.weight=q6_K
+blk.37.attn_k_b.weight=q6_K
+blk.37.attn_kv_a_mqa.weight=q8_0
+blk.37.attn_output.weight=q4_K
+blk.37.attn_q_a.weight=q6_K
+blk.37.attn_q_b.weight=q6_K
+blk.37.attn_v_b.weight=q6_K
+blk.37.ffn_down_exps.weight=q3_K
+blk.37.ffn_down_shexp.weight=q8_0
+blk.37.ffn_gate_exps.weight=q3_K
+blk.37.ffn_gate_shexp.weight=q6_K
+blk.37.ffn_up_exps.weight=q3_K
+blk.37.ffn_up_shexp.weight=q6_K
+blk.38.attn_k_b.weight=q6_K
+blk.38.attn_kv_a_mqa.weight=q8_0
+blk.38.attn_output.weight=q4_K
+blk.38.attn_q_a.weight=q6_K
+blk.38.attn_q_b.weight=q6_K
+blk.38.attn_v_b.weight=q6_K
+blk.38.ffn_down_exps.weight=q3_K
+blk.38.ffn_down_shexp.weight=q8_0
+blk.38.ffn_gate_exps.weight=q3_K
+blk.38.ffn_gate_shexp.weight=q6_K
+blk.38.ffn_up_exps.weight=q3_K
+blk.38.ffn_up_shexp.weight=q6_K
+blk.38.indexer.attn_k.weight=f16
+blk.38.indexer.attn_q_b.weight=q8_0
+blk.38.indexer.proj.weight=f16
+blk.39.attn_k_b.weight=q6_K
+blk.39.attn_kv_a_mqa.weight=q8_0
+blk.39.attn_output.weight=q4_K
+blk.39.attn_q_a.weight=q6_K
+blk.39.attn_q_b.weight=q6_K
+blk.39.attn_v_b.weight=q6_K
+blk.39.ffn_down_exps.weight=q3_K
+blk.39.ffn_down_shexp.weight=q8_0
+blk.39.ffn_gate_exps.weight=q3_K
+blk.39.ffn_gate_shexp.weight=q6_K
+blk.39.ffn_up_exps.weight=q3_K
+blk.39.ffn_up_shexp.weight=q6_K
+blk.4.attn_k_b.weight=q6_K
+blk.4.attn_kv_a_mqa.weight=q8_0
+blk.4.attn_output.weight=q4_K
+blk.4.attn_q_a.weight=q8_0
+blk.4.attn_q_b.weight=q6_K
+blk.4.attn_v_b.weight=q6_K
+blk.4.ffn_down_exps.weight=q3_K
+blk.4.ffn_down_shexp.weight=q6_K
+blk.4.ffn_gate_exps.weight=q3_K
+blk.4.ffn_gate_shexp.weight=q8_0
+blk.4.ffn_up_exps.weight=q3_K
+blk.4.ffn_up_shexp.weight=q8_0
+blk.40.attn_k_b.weight=q6_K
+blk.40.attn_kv_a_mqa.weight=q8_0
+blk.40.attn_output.weight=q4_K
+blk.40.attn_q_a.weight=q6_K
+blk.40.attn_q_b.weight=q6_K
+blk.40.attn_v_b.weight=q6_K
+blk.40.ffn_down_exps.weight=q3_K
+blk.40.ffn_down_shexp.weight=q8_0
+blk.40.ffn_gate_exps.weight=q3_K
+blk.40.ffn_gate_shexp.weight=q6_K
+blk.40.ffn_up_exps.weight=q3_K
+blk.40.ffn_up_shexp.weight=q6_K
+blk.41.attn_k_b.weight=q6_K
+blk.41.attn_kv_a_mqa.weight=q8_0
+blk.41.attn_output.weight=q4_K
+blk.41.attn_q_a.weight=q6_K
+blk.41.attn_q_b.weight=q6_K
+blk.41.attn_v_b.weight=q6_K
+blk.41.ffn_down_exps.weight=q3_K
+blk.41.ffn_down_shexp.weight=q8_0
+blk.41.ffn_gate_exps.weight=q3_K
+blk.41.ffn_gate_shexp.weight=q6_K
+blk.41.ffn_up_exps.weight=q3_K
+blk.41.ffn_up_shexp.weight=q6_K
+blk.42.attn_k_b.weight=q6_K
+blk.42.attn_kv_a_mqa.weight=q8_0
+blk.42.attn_output.weight=q4_K
+blk.42.attn_q_a.weight=q6_K
+blk.42.attn_q_b.weight=q6_K
+blk.42.attn_v_b.weight=q6_K
+blk.42.ffn_down_exps.weight=q3_K
+blk.42.ffn_down_shexp.weight=q8_0
+blk.42.ffn_gate_exps.weight=q3_K
+blk.42.ffn_gate_shexp.weight=q6_K
+blk.42.ffn_up_exps.weight=q3_K
+blk.42.ffn_up_shexp.weight=q6_K
+blk.42.indexer.attn_k.weight=f16
+blk.42.indexer.attn_q_b.weight=q8_0
+blk.42.indexer.proj.weight=f16
+blk.43.attn_k_b.weight=q6_K
+blk.43.attn_kv_a_mqa.weight=q8_0
+blk.43.attn_output.weight=q4_K
+blk.43.attn_q_a.weight=q6_K
+blk.43.attn_q_b.weight=q6_K
+blk.43.attn_v_b.weight=q6_K
+blk.43.ffn_down_exps.weight=q3_K
+blk.43.ffn_down_shexp.weight=q8_0
+blk.43.ffn_gate_exps.weight=q3_K
+blk.43.ffn_gate_shexp.weight=q6_K
+blk.43.ffn_up_exps.weight=q3_K
+blk.43.ffn_up_shexp.weight=q6_K
+blk.44.attn_k_b.weight=q6_K
+blk.44.attn_kv_a_mqa.weight=q8_0
+blk.44.attn_output.weight=q4_K
+blk.44.attn_q_a.weight=q6_K
+blk.44.attn_q_b.weight=q6_K
+blk.44.attn_v_b.weight=q6_K
+blk.44.ffn_down_exps.weight=q3_K
+blk.44.ffn_down_shexp.weight=q8_0
+blk.44.ffn_gate_exps.weight=q3_K
+blk.44.ffn_gate_shexp.weight=q6_K
+blk.44.ffn_up_exps.weight=q3_K
+blk.44.ffn_up_shexp.weight=q6_K
+blk.45.attn_k_b.weight=q6_K
+blk.45.attn_kv_a_mqa.weight=q8_0
+blk.45.attn_output.weight=q4_K
+blk.45.attn_q_a.weight=q6_K
+blk.45.attn_q_b.weight=q6_K
+blk.45.attn_v_b.weight=q6_K
+blk.45.ffn_down_exps.weight=q3_K
+blk.45.ffn_down_shexp.weight=q8_0
+blk.45.ffn_gate_exps.weight=q3_K
+blk.45.ffn_gate_shexp.weight=q6_K
+blk.45.ffn_up_exps.weight=q3_K
+blk.45.ffn_up_shexp.weight=q6_K
+blk.46.attn_k_b.weight=q6_K
+blk.46.attn_kv_a_mqa.weight=q8_0
+blk.46.attn_output.weight=q4_K
+blk.46.attn_q_a.weight=q6_K
+blk.46.attn_q_b.weight=q6_K
+blk.46.attn_v_b.weight=q6_K
+blk.46.ffn_down_exps.weight=q3_K
+blk.46.ffn_down_shexp.weight=q8_0
+blk.46.ffn_gate_exps.weight=q3_K
+blk.46.ffn_gate_shexp.weight=q6_K
+blk.46.ffn_up_exps.weight=q3_K
+blk.46.ffn_up_shexp.weight=q6_K
+blk.46.indexer.attn_k.weight=f16
+blk.46.indexer.attn_q_b.weight=q8_0
+blk.46.indexer.proj.weight=f16
+blk.47.attn_k_b.weight=q6_K
+blk.47.attn_kv_a_mqa.weight=q8_0
+blk.47.attn_output.weight=q4_K
+blk.47.attn_q_a.weight=q6_K
+blk.47.attn_q_b.weight=q6_K
+blk.47.attn_v_b.weight=q6_K
+blk.47.ffn_down_exps.weight=q3_K
+blk.47.ffn_down_shexp.weight=q8_0
+blk.47.ffn_gate_exps.weight=q3_K
+blk.47.ffn_gate_shexp.weight=q6_K
+blk.47.ffn_up_exps.weight=q3_K
+blk.47.ffn_up_shexp.weight=q6_K
+blk.48.attn_k_b.weight=q6_K
+blk.48.attn_kv_a_mqa.weight=q8_0
+blk.48.attn_output.weight=q4_K
+blk.48.attn_q_a.weight=q6_K
+blk.48.attn_q_b.weight=q6_K
+blk.48.attn_v_b.weight=q6_K
+blk.48.ffn_down_exps.weight=q3_K
+blk.48.ffn_down_shexp.weight=q8_0
+blk.48.ffn_gate_exps.weight=q3_K
+blk.48.ffn_gate_shexp.weight=q6_K
+blk.48.ffn_up_exps.weight=q3_K
+blk.48.ffn_up_shexp.weight=q6_K
+blk.49.attn_k_b.weight=q6_K
+blk.49.attn_kv_a_mqa.weight=q8_0
+blk.49.attn_output.weight=q4_K
+blk.49.attn_q_a.weight=q6_K
+blk.49.attn_q_b.weight=q6_K
+blk.49.attn_v_b.weight=q6_K
+blk.49.ffn_down_exps.weight=q3_K
+blk.49.ffn_down_shexp.weight=q8_0
+blk.49.ffn_gate_exps.weight=q3_K
+blk.49.ffn_gate_shexp.weight=q6_K
+blk.49.ffn_up_exps.weight=q3_K
+blk.49.ffn_up_shexp.weight=q6_K
+blk.5.attn_k_b.weight=q6_K
+blk.5.attn_kv_a_mqa.weight=q8_0
+blk.5.attn_output.weight=q4_K
+blk.5.attn_q_a.weight=q8_0
+blk.5.attn_q_b.weight=q6_K
+blk.5.attn_v_b.weight=q6_K
+blk.5.ffn_down_exps.weight=q3_K
+blk.5.ffn_down_shexp.weight=q6_K
+blk.5.ffn_gate_exps.weight=q3_K
+blk.5.ffn_gate_shexp.weight=q8_0
+blk.5.ffn_up_exps.weight=q3_K
+blk.5.ffn_up_shexp.weight=q6_K
+blk.50.attn_k_b.weight=q6_K
+blk.50.attn_kv_a_mqa.weight=q8_0
+blk.50.attn_output.weight=q4_K
+blk.50.attn_q_a.weight=q6_K
+blk.50.attn_q_b.weight=q6_K
+blk.50.attn_v_b.weight=q6_K
+blk.50.ffn_down_exps.weight=q3_K
+blk.50.ffn_down_shexp.weight=q8_0
+blk.50.ffn_gate_exps.weight=q3_K
+blk.50.ffn_gate_shexp.weight=q6_K
+blk.50.ffn_up_exps.weight=q3_K
+blk.50.ffn_up_shexp.weight=q6_K
+blk.50.indexer.attn_k.weight=f16
+blk.50.indexer.attn_q_b.weight=q8_0
+blk.50.indexer.proj.weight=f16
+blk.51.attn_k_b.weight=q6_K
+blk.51.attn_kv_a_mqa.weight=q8_0
+blk.51.attn_output.weight=q4_K
+blk.51.attn_q_a.weight=q6_K
+blk.51.attn_q_b.weight=q6_K
+blk.51.attn_v_b.weight=q6_K
+blk.51.ffn_down_exps.weight=q3_K
+blk.51.ffn_down_shexp.weight=q8_0
+blk.51.ffn_gate_exps.weight=q3_K
+blk.51.ffn_gate_shexp.weight=q6_K
+blk.51.ffn_up_exps.weight=q3_K
+blk.51.ffn_up_shexp.weight=q6_K
+blk.52.attn_k_b.weight=q6_K
+blk.52.attn_kv_a_mqa.weight=q8_0
+blk.52.attn_output.weight=q4_K
+blk.52.attn_q_a.weight=q6_K
+blk.52.attn_q_b.weight=q6_K
+blk.52.attn_v_b.weight=q6_K
+blk.52.ffn_down_exps.weight=q3_K
+blk.52.ffn_down_shexp.weight=q8_0
+blk.52.ffn_gate_exps.weight=q3_K
+blk.52.ffn_gate_shexp.weight=q6_K
+blk.52.ffn_up_exps.weight=q3_K
+blk.52.ffn_up_shexp.weight=q6_K
+blk.53.attn_k_b.weight=q6_K
+blk.53.attn_kv_a_mqa.weight=q8_0
+blk.53.attn_output.weight=q4_K
+blk.53.attn_q_a.weight=q6_K
+blk.53.attn_q_b.weight=q6_K
+blk.53.attn_v_b.weight=q6_K
+blk.53.ffn_down_exps.weight=q3_K
+blk.53.ffn_down_shexp.weight=q8_0
+blk.53.ffn_gate_exps.weight=q3_K
+blk.53.ffn_gate_shexp.weight=q6_K
+blk.53.ffn_up_exps.weight=q3_K
+blk.53.ffn_up_shexp.weight=q6_K
+blk.54.attn_k_b.weight=q6_K
+blk.54.attn_kv_a_mqa.weight=q8_0
+blk.54.attn_output.weight=q4_K
+blk.54.attn_q_a.weight=q6_K
+blk.54.attn_q_b.weight=q6_K
+blk.54.attn_v_b.weight=q6_K
+blk.54.ffn_down_exps.weight=q3_K
+blk.54.ffn_down_shexp.weight=q8_0
+blk.54.ffn_gate_exps.weight=q3_K
+blk.54.ffn_gate_shexp.weight=q6_K
+blk.54.ffn_up_exps.weight=q3_K
+blk.54.ffn_up_shexp.weight=q6_K
+blk.54.indexer.attn_k.weight=f16
+blk.54.indexer.attn_q_b.weight=q8_0
+blk.54.indexer.proj.weight=f16
+blk.55.attn_k_b.weight=q6_K
+blk.55.attn_kv_a_mqa.weight=q8_0
+blk.55.attn_output.weight=q4_K
+blk.55.attn_q_a.weight=q6_K
+blk.55.attn_q_b.weight=q6_K
+blk.55.attn_v_b.weight=q6_K
+blk.55.ffn_down_exps.weight=q3_K
+blk.55.ffn_down_shexp.weight=q8_0
+blk.55.ffn_gate_exps.weight=q3_K
+blk.55.ffn_gate_shexp.weight=q6_K
+blk.55.ffn_up_exps.weight=q3_K
+blk.55.ffn_up_shexp.weight=q6_K
+blk.56.attn_k_b.weight=q6_K
+blk.56.attn_kv_a_mqa.weight=q8_0
+blk.56.attn_output.weight=q4_K
+blk.56.attn_q_a.weight=q6_K
+blk.56.attn_q_b.weight=q6_K
+blk.56.attn_v_b.weight=q6_K
+blk.56.ffn_down_exps.weight=q3_K
+blk.56.ffn_down_shexp.weight=q8_0
+blk.56.ffn_gate_exps.weight=q3_K
+blk.56.ffn_gate_shexp.weight=q6_K
+blk.56.ffn_up_exps.weight=q3_K
+blk.56.ffn_up_shexp.weight=q6_K
+blk.57.attn_k_b.weight=q6_K
+blk.57.attn_kv_a_mqa.weight=q8_0
+blk.57.attn_output.weight=q4_K
+blk.57.attn_q_a.weight=q6_K
+blk.57.attn_q_b.weight=q6_K
+blk.57.attn_v_b.weight=q6_K
+blk.57.ffn_down_exps.weight=q3_K
+blk.57.ffn_down_shexp.weight=q8_0
+blk.57.ffn_gate_exps.weight=q3_K
+blk.57.ffn_gate_shexp.weight=q6_K
+blk.57.ffn_up_exps.weight=q3_K
+blk.57.ffn_up_shexp.weight=q6_K
+blk.58.attn_k_b.weight=q6_K
+blk.58.attn_kv_a_mqa.weight=q8_0
+blk.58.attn_output.weight=q4_K
+blk.58.attn_q_a.weight=q6_K
+blk.58.attn_q_b.weight=q6_K
+blk.58.attn_v_b.weight=q6_K
+blk.58.ffn_down_exps.weight=q3_K
+blk.58.ffn_down_shexp.weight=q8_0
+blk.58.ffn_gate_exps.weight=q3_K
+blk.58.ffn_gate_shexp.weight=q6_K
+blk.58.ffn_up_exps.weight=q3_K
+blk.58.ffn_up_shexp.weight=q6_K
+blk.58.indexer.attn_k.weight=f16
+blk.58.indexer.attn_q_b.weight=q8_0
+blk.58.indexer.proj.weight=f16
+blk.59.attn_k_b.weight=q6_K
+blk.59.attn_kv_a_mqa.weight=q8_0
+blk.59.attn_output.weight=q4_K
+blk.59.attn_q_a.weight=q6_K
+blk.59.attn_q_b.weight=q6_K
+blk.59.attn_v_b.weight=q6_K
+blk.59.ffn_down_exps.weight=q3_K
+blk.59.ffn_down_shexp.weight=q8_0
+blk.59.ffn_gate_exps.weight=q3_K
+blk.59.ffn_gate_shexp.weight=q6_K
+blk.59.ffn_up_exps.weight=q3_K
+blk.59.ffn_up_shexp.weight=q6_K
+blk.6.attn_k_b.weight=q6_K
+blk.6.attn_kv_a_mqa.weight=q8_0
+blk.6.attn_output.weight=q4_K
+blk.6.attn_q_a.weight=q8_0
+blk.6.attn_q_b.weight=q6_K
+blk.6.attn_v_b.weight=q6_K
+blk.6.ffn_down_exps.weight=q3_K
+blk.6.ffn_down_shexp.weight=q8_0
+blk.6.ffn_gate_exps.weight=q3_K
+blk.6.ffn_gate_shexp.weight=q6_K
+blk.6.ffn_up_exps.weight=q3_K
+blk.6.ffn_up_shexp.weight=q6_K
+blk.6.indexer.attn_k.weight=f16
+blk.6.indexer.attn_q_b.weight=q8_0
+blk.6.indexer.proj.weight=f16
+blk.60.attn_k_b.weight=q6_K
+blk.60.attn_kv_a_mqa.weight=q8_0
+blk.60.attn_output.weight=q4_K
+blk.60.attn_q_a.weight=q6_K
+blk.60.attn_q_b.weight=q6_K
+blk.60.attn_v_b.weight=q6_K
+blk.60.ffn_down_exps.weight=q3_K
+blk.60.ffn_down_shexp.weight=q8_0
+blk.60.ffn_gate_exps.weight=q3_K
+blk.60.ffn_gate_shexp.weight=q6_K
+blk.60.ffn_up_exps.weight=q3_K
+blk.60.ffn_up_shexp.weight=q6_K
+blk.61.attn_k_b.weight=q6_K
+blk.61.attn_kv_a_mqa.weight=q8_0
+blk.61.attn_output.weight=q4_K
+blk.61.attn_q_a.weight=q6_K
+blk.61.attn_q_b.weight=q6_K
+blk.61.attn_v_b.weight=q6_K
+blk.61.ffn_down_exps.weight=q3_K
+blk.61.ffn_down_shexp.weight=q8_0
+blk.61.ffn_gate_exps.weight=q3_K
+blk.61.ffn_gate_shexp.weight=q6_K
+blk.61.ffn_up_exps.weight=q3_K
+blk.61.ffn_up_shexp.weight=q6_K
+blk.62.attn_k_b.weight=q6_K
+blk.62.attn_kv_a_mqa.weight=q8_0
+blk.62.attn_output.weight=q4_K
+blk.62.attn_q_a.weight=q6_K
+blk.62.attn_q_b.weight=q6_K
+blk.62.attn_v_b.weight=q6_K
+blk.62.ffn_down_exps.weight=q3_K
+blk.62.ffn_down_shexp.weight=q8_0
+blk.62.ffn_gate_exps.weight=q3_K
+blk.62.ffn_gate_shexp.weight=q6_K
+blk.62.ffn_up_exps.weight=q3_K
+blk.62.ffn_up_shexp.weight=q6_K
+blk.62.indexer.attn_k.weight=f16
+blk.62.indexer.attn_q_b.weight=q8_0
+blk.62.indexer.proj.weight=f16
+blk.63.attn_k_b.weight=q6_K
+blk.63.attn_kv_a_mqa.weight=q8_0
+blk.63.attn_output.weight=q4_K
+blk.63.attn_q_a.weight=q6_K
+blk.63.attn_q_b.weight=q6_K
+blk.63.attn_v_b.weight=q6_K
+blk.63.ffn_down_exps.weight=q3_K
+blk.63.ffn_down_shexp.weight=q8_0
+blk.63.ffn_gate_exps.weight=q3_K
+blk.63.ffn_gate_shexp.weight=q6_K
+blk.63.ffn_up_exps.weight=q3_K
+blk.63.ffn_up_shexp.weight=q6_K
+blk.64.attn_k_b.weight=q6_K
+blk.64.attn_kv_a_mqa.weight=q8_0
+blk.64.attn_output.weight=q4_K
+blk.64.attn_q_a.weight=q6_K
+blk.64.attn_q_b.weight=q6_K
+blk.64.attn_v_b.weight=q6_K
+blk.64.ffn_down_exps.weight=q3_K
+blk.64.ffn_down_shexp.weight=q8_0
+blk.64.ffn_gate_exps.weight=q3_K
+blk.64.ffn_gate_shexp.weight=q6_K
+blk.64.ffn_up_exps.weight=q3_K
+blk.64.ffn_up_shexp.weight=q6_K
+blk.65.attn_k_b.weight=q6_K
+blk.65.attn_kv_a_mqa.weight=q8_0
+blk.65.attn_output.weight=q4_K
+blk.65.attn_q_a.weight=q6_K
+blk.65.attn_q_b.weight=q6_K
+blk.65.attn_v_b.weight=q6_K
+blk.65.ffn_down_exps.weight=q3_K
+blk.65.ffn_down_shexp.weight=q8_0
+blk.65.ffn_gate_exps.weight=q3_K
+blk.65.ffn_gate_shexp.weight=q6_K
+blk.65.ffn_up_exps.weight=q3_K
+blk.65.ffn_up_shexp.weight=q6_K
+blk.66.attn_k_b.weight=q6_K
+blk.66.attn_kv_a_mqa.weight=q8_0
+blk.66.attn_output.weight=q4_K
+blk.66.attn_q_a.weight=q6_K
+blk.66.attn_q_b.weight=q6_K
+blk.66.attn_v_b.weight=q6_K
+blk.66.ffn_down_exps.weight=q3_K
+blk.66.ffn_down_shexp.weight=q8_0
+blk.66.ffn_gate_exps.weight=q3_K
+blk.66.ffn_gate_shexp.weight=q6_K
+blk.66.ffn_up_exps.weight=q3_K
+blk.66.ffn_up_shexp.weight=q6_K
+blk.66.indexer.attn_k.weight=f16
+blk.66.indexer.attn_q_b.weight=q8_0
+blk.66.indexer.proj.weight=f16
+blk.67.attn_k_b.weight=q6_K
+blk.67.attn_kv_a_mqa.weight=q8_0
+blk.67.attn_output.weight=q4_K
+blk.67.attn_q_a.weight=q6_K
+blk.67.attn_q_b.weight=q6_K
+blk.67.attn_v_b.weight=q6_K
+blk.67.ffn_down_exps.weight=q3_K
+blk.67.ffn_down_shexp.weight=q8_0
+blk.67.ffn_gate_exps.weight=q3_K
+blk.67.ffn_gate_shexp.weight=q6_K
+blk.67.ffn_up_exps.weight=q3_K
+blk.67.ffn_up_shexp.weight=q6_K
+blk.68.attn_k_b.weight=q6_K
+blk.68.attn_kv_a_mqa.weight=q8_0
+blk.68.attn_output.weight=q4_K
+blk.68.attn_q_a.weight=q6_K
+blk.68.attn_q_b.weight=q6_K
+blk.68.attn_v_b.weight=q6_K
+blk.68.ffn_down_exps.weight=q3_K
+blk.68.ffn_down_shexp.weight=q8_0
+blk.68.ffn_gate_exps.weight=q3_K
+blk.68.ffn_gate_shexp.weight=q6_K
+blk.68.ffn_up_exps.weight=q3_K
+blk.68.ffn_up_shexp.weight=q6_K
+blk.69.attn_k_b.weight=q6_K
+blk.69.attn_kv_a_mqa.weight=q8_0
+blk.69.attn_output.weight=q4_K
+blk.69.attn_q_a.weight=q6_K
+blk.69.attn_q_b.weight=q6_K
+blk.69.attn_v_b.weight=q6_K
+blk.69.ffn_down_exps.weight=q3_K
+blk.69.ffn_down_shexp.weight=q8_0
+blk.69.ffn_gate_exps.weight=q3_K
+blk.69.ffn_gate_shexp.weight=q6_K
+blk.69.ffn_up_exps.weight=q3_K
+blk.69.ffn_up_shexp.weight=q6_K
+blk.7.attn_k_b.weight=q6_K
+blk.7.attn_kv_a_mqa.weight=q8_0
+blk.7.attn_output.weight=q4_K
+blk.7.attn_q_a.weight=q8_0
+blk.7.attn_q_b.weight=q6_K
+blk.7.attn_v_b.weight=q6_K
+blk.7.ffn_down_exps.weight=q3_K
+blk.7.ffn_down_shexp.weight=q8_0
+blk.7.ffn_gate_exps.weight=q3_K
+blk.7.ffn_gate_shexp.weight=q6_K
+blk.7.ffn_up_exps.weight=q3_K
+blk.7.ffn_up_shexp.weight=q6_K
+blk.70.attn_k_b.weight=q6_K
+blk.70.attn_kv_a_mqa.weight=q8_0
+blk.70.attn_output.weight=q4_K
+blk.70.attn_q_a.weight=q6_K
+blk.70.attn_q_b.weight=q6_K
+blk.70.attn_v_b.weight=q6_K
+blk.70.ffn_down_exps.weight=q3_K
+blk.70.ffn_down_shexp.weight=q8_0
+blk.70.ffn_gate_exps.weight=q3_K
+blk.70.ffn_gate_shexp.weight=q6_K
+blk.70.ffn_up_exps.weight=q3_K
+blk.70.ffn_up_shexp.weight=q6_K
+blk.70.indexer.attn_k.weight=f16
+blk.70.indexer.attn_q_b.weight=q8_0
+blk.70.indexer.proj.weight=f16
+blk.71.attn_k_b.weight=q6_K
+blk.71.attn_kv_a_mqa.weight=q8_0
+blk.71.attn_output.weight=q4_K
+blk.71.attn_q_a.weight=q6_K
+blk.71.attn_q_b.weight=q6_K
+blk.71.attn_v_b.weight=q6_K
+blk.71.ffn_down_exps.weight=q3_K
+blk.71.ffn_down_shexp.weight=q8_0
+blk.71.ffn_gate_exps.weight=q3_K
+blk.71.ffn_gate_shexp.weight=q6_K
+blk.71.ffn_up_exps.weight=q3_K
+blk.71.ffn_up_shexp.weight=q8_0
+blk.72.attn_k_b.weight=q6_K
+blk.72.attn_kv_a_mqa.weight=q8_0
+blk.72.attn_output.weight=q4_K
+blk.72.attn_q_a.weight=q6_K
+blk.72.attn_q_b.weight=q6_K
+blk.72.attn_v_b.weight=q6_K
+blk.72.ffn_down_exps.weight=q3_K
+blk.72.ffn_down_shexp.weight=q8_0
+blk.72.ffn_gate_exps.weight=q3_K
+blk.72.ffn_gate_shexp.weight=q6_K
+blk.72.ffn_up_exps.weight=q3_K
+blk.72.ffn_up_shexp.weight=q6_K
+blk.73.attn_k_b.weight=q6_K
+blk.73.attn_kv_a_mqa.weight=q8_0
+blk.73.attn_output.weight=q4_K
+blk.73.attn_q_a.weight=q6_K
+blk.73.attn_q_b.weight=q6_K
+blk.73.attn_v_b.weight=q6_K
+blk.73.ffn_down_exps.weight=q3_K
+blk.73.ffn_down_shexp.weight=q8_0
+blk.73.ffn_gate_exps.weight=q3_K
+blk.73.ffn_gate_shexp.weight=q6_K
+blk.73.ffn_up_exps.weight=q3_K
+blk.73.ffn_up_shexp.weight=q8_0
+blk.74.attn_k_b.weight=q6_K
+blk.74.attn_kv_a_mqa.weight=q8_0
+blk.74.attn_output.weight=q4_K
+blk.74.attn_q_a.weight=q6_K
+blk.74.attn_q_b.weight=q6_K
+blk.74.attn_v_b.weight=q6_K
+blk.74.ffn_down_exps.weight=q3_K
+blk.74.ffn_down_shexp.weight=q8_0
+blk.74.ffn_gate_exps.weight=q3_K
+blk.74.ffn_gate_shexp.weight=q6_K
+blk.74.ffn_up_exps.weight=q3_K
+blk.74.ffn_up_shexp.weight=q6_K
+blk.74.indexer.attn_k.weight=f16
+blk.74.indexer.attn_q_b.weight=q8_0
+blk.74.indexer.proj.weight=f16
+blk.75.attn_k_b.weight=q6_K
+blk.75.attn_kv_a_mqa.weight=q8_0
+blk.75.attn_output.weight=q4_K
+blk.75.attn_q_a.weight=q6_K
+blk.75.attn_q_b.weight=q6_K
+blk.75.attn_v_b.weight=q6_K
+blk.75.ffn_down_exps.weight=q3_K
+blk.75.ffn_down_shexp.weight=q8_0
+blk.75.ffn_gate_exps.weight=q3_K
+blk.75.ffn_gate_shexp.weight=q6_K
+blk.75.ffn_up_exps.weight=q3_K
+blk.75.ffn_up_shexp.weight=q6_K
+blk.76.attn_k_b.weight=q6_K
+blk.76.attn_kv_a_mqa.weight=q8_0
+blk.76.attn_output.weight=q4_K
+blk.76.attn_q_a.weight=q6_K
+blk.76.attn_q_b.weight=q6_K
+blk.76.attn_v_b.weight=q6_K
+blk.76.ffn_down_exps.weight=q3_K
+blk.76.ffn_down_shexp.weight=q8_0
+blk.76.ffn_gate_exps.weight=q3_K
+blk.76.ffn_gate_shexp.weight=q6_K
+blk.76.ffn_up_exps.weight=q3_K
+blk.76.ffn_up_shexp.weight=q6_K
+blk.77.attn_k_b.weight=q6_K
+blk.77.attn_kv_a_mqa.weight=q8_0
+blk.77.attn_output.weight=q4_K
+blk.77.attn_q_a.weight=q6_K
+blk.77.attn_q_b.weight=q6_K
+blk.77.attn_v_b.weight=q6_K
+blk.77.ffn_down_exps.weight=q3_K
+blk.77.ffn_down_shexp.weight=q8_0
+blk.77.ffn_gate_exps.weight=q3_K
+blk.77.ffn_gate_shexp.weight=q8_0
+blk.77.ffn_up_exps.weight=q3_K
+blk.77.ffn_up_shexp.weight=q8_0
+blk.78.attn_k_b.weight=q6_K
+blk.78.attn_kv_a_mqa.weight=q8_0
+blk.78.attn_output.weight=q4_K
+blk.78.attn_q_a.weight=q6_K
+blk.78.attn_q_b.weight=q6_K
+blk.78.attn_v_b.weight=q6_K
+blk.78.ffn_down_exps.weight=q3_K
+blk.78.ffn_down_shexp.weight=q8_0
+blk.78.ffn_gate_exps.weight=q3_K
+blk.78.ffn_gate_shexp.weight=q6_K
+blk.78.ffn_up_exps.weight=q3_K
+blk.78.ffn_up_shexp.weight=q8_0
+blk.78.indexer.attn_k.weight=f16
+blk.78.indexer.attn_q_b.weight=q8_0
+blk.78.indexer.proj.weight=f16
+blk.8.attn_k_b.weight=q6_K
+blk.8.attn_kv_a_mqa.weight=q8_0
+blk.8.attn_output.weight=q4_K
+blk.8.attn_q_a.weight=q6_K
+blk.8.attn_q_b.weight=q6_K
+blk.8.attn_v_b.weight=q6_K
+blk.8.ffn_down_exps.weight=q3_K
+blk.8.ffn_down_shexp.weight=q8_0
+blk.8.ffn_gate_exps.weight=q3_K
+blk.8.ffn_gate_shexp.weight=q6_K
+blk.8.ffn_up_exps.weight=q3_K
+blk.8.ffn_up_shexp.weight=q6_K
+blk.9.attn_k_b.weight=q6_K
+blk.9.attn_kv_a_mqa.weight=q8_0
+blk.9.attn_output.weight=q4_K
+blk.9.attn_q_a.weight=q8_0
+blk.9.attn_q_b.weight=q6_K
+blk.9.attn_v_b.weight=q6_K
+blk.9.ffn_down_exps.weight=q3_K
+blk.9.ffn_down_shexp.weight=q8_0
+blk.9.ffn_gate_exps.weight=q3_K
+blk.9.ffn_gate_shexp.weight=q6_K
+blk.9.ffn_up_exps.weight=q3_K
+blk.9.ffn_up_shexp.weight=q6_K