Hugging Face's logo

OpenTransformer
/
unary-quantization-research

Safetensors
English
quantization
unary
thermometer-encoding
inference-engine
low-bit
Model card Files
xet
Community
OpenTransformer commited on
Commit
6fc6d2e
·
verified ·
1 Parent(s): 00b861f

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +65 -0
  2. deepseek-r1-1.5b-unary/model_layers_14_self_attn_q_proj_weight.scales +0 -0
  3. deepseek-r1-1.5b-unary/model_layers_1_mlp_up_proj_weight.scales +0 -0
  4. qwen3-4b-log-unary/model_layers_0_mlp_up_proj_weight.sign +3 -0
  5. qwen3-4b-log-unary/model_layers_0_self_attn_k_proj_weight.sign +3 -0
  6. qwen3-4b-log-unary/model_layers_10_mlp_up_proj_weight.sign +3 -0
  7. qwen3-4b-log-unary/model_layers_11_mlp_up_proj_weight.planes +3 -0
  8. qwen3-4b-log-unary/model_layers_12_mlp_down_proj_weight.planes +3 -0
  9. qwen3-4b-log-unary/model_layers_12_self_attn_o_proj_weight.planes +3 -0
  10. qwen3-4b-log-unary/model_layers_13_mlp_down_proj_weight.planes +3 -0
  11. qwen3-4b-log-unary/model_layers_13_self_attn_v_proj_weight.sign +3 -0
  12. qwen3-4b-log-unary/model_layers_14_self_attn_o_proj_weight.sign +3 -0
  13. qwen3-4b-log-unary/model_layers_14_self_attn_v_proj_weight.planes +3 -0
  14. qwen3-4b-log-unary/model_layers_15_self_attn_k_proj_weight.sign +3 -0
  15. qwen3-4b-log-unary/model_layers_16_mlp_gate_proj_weight.planes +3 -0
  16. qwen3-4b-log-unary/model_layers_16_self_attn_k_proj_weight.sign +3 -0
  17. qwen3-4b-log-unary/model_layers_18_mlp_down_proj_weight.planes +3 -0
  18. qwen3-4b-log-unary/model_layers_18_mlp_down_proj_weight.sign +3 -0
  19. qwen3-4b-log-unary/model_layers_18_self_attn_k_proj_weight.sign +3 -0
  20. qwen3-4b-log-unary/model_layers_19_self_attn_q_proj_weight.sign +3 -0
  21. qwen3-4b-log-unary/model_layers_1_mlp_gate_proj_weight.planes +3 -0
  22. qwen3-4b-log-unary/model_layers_1_mlp_gate_proj_weight.sign +3 -0
  23. qwen3-4b-log-unary/model_layers_1_mlp_up_proj_weight.planes +3 -0
  24. qwen3-4b-log-unary/model_layers_1_self_attn_v_proj_weight.planes +3 -0
  25. qwen3-4b-log-unary/model_layers_20_mlp_gate_proj_weight.sign +3 -0
  26. qwen3-4b-log-unary/model_layers_20_self_attn_k_proj_weight.sign +3 -0
  27. qwen3-4b-log-unary/model_layers_21_mlp_gate_proj_weight.sign +3 -0
  28. qwen3-4b-log-unary/model_layers_21_self_attn_o_proj_weight.planes +3 -0
  29. qwen3-4b-log-unary/model_layers_22_mlp_down_proj_weight.planes +3 -0
  30. qwen3-4b-log-unary/model_layers_22_self_attn_k_proj_weight.sign +3 -0
  31. qwen3-4b-log-unary/model_layers_23_mlp_gate_proj_weight.planes +3 -0
  32. qwen3-4b-log-unary/model_layers_23_mlp_up_proj_weight.planes +3 -0
  33. qwen3-4b-log-unary/model_layers_23_self_attn_k_proj_weight.planes +3 -0
  34. qwen3-4b-log-unary/model_layers_23_self_attn_o_proj_weight.planes +3 -0
  35. qwen3-4b-log-unary/model_layers_23_self_attn_q_proj_weight.sign +3 -0
  36. qwen3-4b-log-unary/model_layers_25_self_attn_o_proj_weight.sign +3 -0
  37. qwen3-4b-log-unary/model_layers_25_self_attn_q_proj_weight.planes +3 -0
  38. qwen3-4b-log-unary/model_layers_26_self_attn_k_proj_weight.sign +3 -0
  39. qwen3-4b-log-unary/model_layers_26_self_attn_q_proj_weight.planes +3 -0
  40. qwen3-4b-log-unary/model_layers_26_self_attn_v_proj_weight.sign +3 -0
  41. qwen3-4b-log-unary/model_layers_28_self_attn_k_proj_weight.planes +3 -0
  42. qwen3-4b-log-unary/model_layers_28_self_attn_v_proj_weight.planes +3 -0
  43. qwen3-4b-log-unary/model_layers_29_mlp_gate_proj_weight.sign +3 -0
  44. qwen3-4b-log-unary/model_layers_29_self_attn_k_proj_weight.sign +3 -0
  45. qwen3-4b-log-unary/model_layers_2_mlp_down_proj_weight.planes +3 -0
  46. qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.planes +3 -0
  47. qwen3-4b-log-unary/model_layers_30_self_attn_k_proj_weight.sign +3 -0
  48. qwen3-4b-log-unary/model_layers_30_self_attn_q_proj_weight.planes +3 -0
  49. qwen3-4b-log-unary/model_layers_30_self_attn_q_proj_weight.sign +3 -0
  50. qwen3-4b-log-unary/model_layers_31_mlp_down_proj_weight.planes +3 -0
.gitattributes CHANGED
@@ -3127,3 +3127,68 @@ qwen3-4b-log-unary/model_layers_24_self_attn_o_proj_weight.sign filter=lfs diff=
3127
  qwen3-4b-log-unary/model_layers_9_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3128
  qwen3-4b-log-unary/model_layers_8_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3129
  qwen3-4b-log-unary/model_layers_23_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3127
  qwen3-4b-log-unary/model_layers_9_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3128
  qwen3-4b-log-unary/model_layers_8_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3129
  qwen3-4b-log-unary/model_layers_23_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3130
+ qwen3-4b-log-unary/model_layers_12_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3131
+ qwen3-4b-log-unary/model_layers_22_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3132
+ qwen3-4b-log-unary/model_layers_28_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3133
+ qwen3-4b-log-unary/model_layers_3_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3134
+ qwen3-4b-log-unary/model_layers_32_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3135
+ qwen3-4b-log-unary/model_layers_23_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3136
+ qwen3-4b-log-unary/model_layers_26_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3137
+ qwen3-4b-log-unary/model_layers_14_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3138
+ qwen3-4b-log-unary/model_layers_12_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3139
+ qwen3-4b-log-unary/model_layers_33_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3140
+ qwen3-4b-log-unary/model_layers_23_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3141
+ qwen3-4b-log-unary/model_layers_1_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3142
+ qwen3-4b-log-unary/model_layers_18_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3143
+ qwen3-4b-log-unary/model_layers_13_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3144
+ qwen3-4b-log-unary/model_layers_7_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3145
+ qwen3-4b-log-unary/model_layers_1_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3146
+ qwen3-4b-log-unary/model_layers_16_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3147
+ qwen3-4b-log-unary/model_layers_31_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3148
+ qwen3-4b-log-unary/model_layers_3_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3149
+ qwen3-4b-log-unary/model_layers_35_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3150
+ qwen3-4b-log-unary/model_layers_20_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3151
+ qwen3-4b-log-unary/model_layers_18_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3152
+ qwen3-4b-log-unary/model_layers_6_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3153
+ qwen3-4b-log-unary/model_layers_23_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3154
+ qwen3-4b-log-unary/model_layers_23_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3155
+ qwen3-4b-log-unary/model_layers_15_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3156
+ qwen3-4b-log-unary/model_layers_26_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3157
+ qwen3-4b-log-unary/model_layers_23_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3158
+ qwen3-4b-log-unary/model_layers_26_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3159
+ qwen3-4b-log-unary/model_layers_22_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3160
+ qwen3-4b-log-unary/model_layers_29_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3161
+ qwen3-4b-log-unary/model_layers_9_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3162
+ qwen3-4b-log-unary/model_layers_2_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3163
+ qwen3-4b-log-unary/model_layers_8_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3164
+ qwen3-4b-log-unary/model_layers_21_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3165
+ qwen3-4b-log-unary/model_layers_10_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3166
+ qwen3-4b-log-unary/model_layers_20_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3167
+ qwen3-4b-log-unary/model_layers_31_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3168
+ qwen3-4b-log-unary/model_layers_30_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3169
+ qwen3-4b-log-unary/model_layers_32_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3170
+ qwen3-4b-log-unary/model_layers_9_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3171
+ qwen3-4b-log-unary/model_layers_32_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3172
+ qwen3-4b-log-unary/model_layers_35_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3173
+ qwen3-4b-log-unary/model_layers_21_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3174
+ qwen3-4b-log-unary/model_layers_25_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3175
+ qwen3-4b-log-unary/model_layers_34_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3176
+ qwen3-4b-log-unary/model_layers_19_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3177
+ qwen3-4b-log-unary/model_layers_25_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3178
+ qwen3-4b-log-unary/model_layers_18_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3179
+ qwen3-4b-log-unary/model_layers_0_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3180
+ qwen3-4b-log-unary/model_layers_13_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3181
+ qwen3-4b-log-unary/model_layers_6_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3182
+ qwen3-4b-log-unary/model_layers_1_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3183
+ qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3184
+ qwen3-4b-log-unary/model_layers_7_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3185
+ qwen3-4b-log-unary/model_layers_1_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3186
+ qwen3-4b-log-unary/model_layers_14_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3187
+ qwen3-4b-log-unary/model_layers_11_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3188
+ qwen3-4b-log-unary/model_layers_30_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3189
+ qwen3-4b-log-unary/model_layers_30_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3190
+ qwen3-4b-log-unary/model_layers_28_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3191
+ qwen3-4b-log-unary/model_layers_0_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3192
+ qwen3-4b-log-unary/model_layers_7_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
3193
+ qwen3-4b-log-unary/model_layers_16_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text
3194
+ qwen3-4b-log-unary/model_layers_29_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text
deepseek-r1-1.5b-unary/model_layers_14_self_attn_q_proj_weight.scales ADDED
Binary file (6.14 kB). View file
 
deepseek-r1-1.5b-unary/model_layers_1_mlp_up_proj_weight.scales ADDED
Binary file (35.8 kB). View file
 
qwen3-4b-log-unary/model_layers_0_mlp_up_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a813788b2c3a35297734a3441d9dee4428c54ae358a51f63592e7fb8aab4cc
3
+ size 3112960
qwen3-4b-log-unary/model_layers_0_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:327328afcb3bc4ffbd38526a501f84bb9f6038b84497df3c306ebe7f076c6c16
3
+ size 327680
qwen3-4b-log-unary/model_layers_10_mlp_up_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ca17d942e5fe0922c42a914bc9a64dcc0ebb7a4a18b4ef229b45b29e20a946d
3
+ size 3112960
qwen3-4b-log-unary/model_layers_11_mlp_up_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f2641a115600c763dc86f868df8ba89c9c604306df3c67318395072c67c35a
3
+ size 12451840
qwen3-4b-log-unary/model_layers_12_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ff2091c8dd9911ad615b9a967b81f7d36b057995fa519967400d68a6f4b2a4
3
+ size 12451840
qwen3-4b-log-unary/model_layers_12_self_attn_o_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a19a2e0866b66ecee574b2233ce0a8040ab32c11c2bbdf3146233793ea973926
3
+ size 5242880
qwen3-4b-log-unary/model_layers_13_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c6f1afb8a07bdbebf2f37fbd516a1a8c39212bd551f7546952f7123a94512a2
3
+ size 12451840
qwen3-4b-log-unary/model_layers_13_self_attn_v_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef22657af38dfa55a6643d10d05f17bc07e7dd22dffb441335d241f43012735d
3
+ size 327680
qwen3-4b-log-unary/model_layers_14_self_attn_o_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be8872f5c3b18235d642feab7ef48883727e22b4e3a4a54d812b6a6d913b9f7
3
+ size 1310720
qwen3-4b-log-unary/model_layers_14_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4961c31739ac7f2e449e9d91ddef9dee0b6cc83e249d1aec1317862df056d5ad
3
+ size 1310720
qwen3-4b-log-unary/model_layers_15_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:100255bd7f8cf5dc54287f7b0035163521f93e2733db43a8ec4393dbc11bf847
3
+ size 327680
qwen3-4b-log-unary/model_layers_16_mlp_gate_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6265e4381e7bc7d4e2e654d7f224ae3908964ef539decc45341d808a0d058a3d
3
+ size 12451840
qwen3-4b-log-unary/model_layers_16_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd6c26ba0abbb345403f7aee428b24d0d7953d96cd51297f9d6f291eaa82280
3
+ size 327680
qwen3-4b-log-unary/model_layers_18_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:831dff145e99a8ab46f3aa2c36c89e9698f971291681ab426ddca683d5d369cc
3
+ size 12451840
qwen3-4b-log-unary/model_layers_18_mlp_down_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191aab29a883acc5bebc9aaa662625ba6fd13bcbee37e450059bbcdd6b1eb64f
3
+ size 3112960
qwen3-4b-log-unary/model_layers_18_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0814e0957837478c9bff2ef5a07ee7e580d2f5675b5fa9fd345b8b07147042f
3
+ size 327680
qwen3-4b-log-unary/model_layers_19_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0173e82b0140a65e1168f2caf6b75b06e12e1fa26cdfc25c5371b3fd90cd69e5
3
+ size 1310720
qwen3-4b-log-unary/model_layers_1_mlp_gate_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1950c4893f26b628a517bcad2fe850c84b8e363f1ae69636021448b7c92c27c
3
+ size 12451840
qwen3-4b-log-unary/model_layers_1_mlp_gate_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a20be68c85d530c6dcb0940e3c0fffcb478f4196f634c9553eb53920c66147dd
3
+ size 3112960
qwen3-4b-log-unary/model_layers_1_mlp_up_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17198c1c69416665626281074b56abc7b22ffdbba6d8a87cf9bd7f548527759d
3
+ size 12451840
qwen3-4b-log-unary/model_layers_1_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4e8ec0a25b4961c162f3dd9b7d334c3b575f53274e9335f661bc8be6314bfe3
3
+ size 1310720
qwen3-4b-log-unary/model_layers_20_mlp_gate_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f99b1d5a74e9ac3fa3043eeef11504dc3394ce4dfc998143c295fa0ad2f617b3
3
+ size 3112960
qwen3-4b-log-unary/model_layers_20_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b59dca26592161ef5d9070645f0695b6fe1cc5906b242d9fcf652c1b5e0052d
3
+ size 327680
qwen3-4b-log-unary/model_layers_21_mlp_gate_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9bbf908f91410afdd4d3c3eff4c3f91667767de757f7d63dfa2c26bbe83097c
3
+ size 3112960
qwen3-4b-log-unary/model_layers_21_self_attn_o_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82120adbd75ee1d2c5bddb0103731cebec09bc35e36b774cad7b352902fe2638
3
+ size 5242880
qwen3-4b-log-unary/model_layers_22_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8de6de72036f0bc258349223fc5f4343960adaee078368fce4060b98de31b52
3
+ size 12451840
qwen3-4b-log-unary/model_layers_22_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55cc75ff7f3426037950e875ddbf69df634fbda22c7c5c01e24b9c09f37bd5de
3
+ size 327680
qwen3-4b-log-unary/model_layers_23_mlp_gate_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c48599c82add73110884a259da694c46792501add3d0f9e2b23a1f5bba55320
3
+ size 12451840
qwen3-4b-log-unary/model_layers_23_mlp_up_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0122501c5e545dd57a6403e4ddd9efd9b88f3451d80b634a2b4e7780acfb4f25
3
+ size 12451840
qwen3-4b-log-unary/model_layers_23_self_attn_k_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:826675deefa641a96d11afcac4fcb24b1519c66d7d343c03e059265c72e19e32
3
+ size 1310720
qwen3-4b-log-unary/model_layers_23_self_attn_o_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae7912cfaf9ccddc51e1678f9b256f4055d2e8b7c83b337fc93b1e500b81d6e4
3
+ size 5242880
qwen3-4b-log-unary/model_layers_23_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a362881ac91375acf3d900b6d5d9fc9f6408cd5fa7e7428eec8cd05f4037256e
3
+ size 1310720
qwen3-4b-log-unary/model_layers_25_self_attn_o_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0b9f9b0a8748b9f34b8d2dfccff7ed3fc179a387fe6da714620e013a7208af7
3
+ size 1310720
qwen3-4b-log-unary/model_layers_25_self_attn_q_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401a270a554f5c73e44993294dea0b7403fa6a0013ea5348822b36976e7bb3b7
3
+ size 5242880
qwen3-4b-log-unary/model_layers_26_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2d99330bd1b21e2339e558bb52411cf27b4159f31d058affa1b7d59df594185
3
+ size 327680
qwen3-4b-log-unary/model_layers_26_self_attn_q_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba60c7b999dddbe08f1593b57216df55072d7fc17be6201da8dd84307c6fd31b
3
+ size 5242880
qwen3-4b-log-unary/model_layers_26_self_attn_v_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0ffa8954fb39b2ebe7507d1476e88d0f9f5e6de727da3a3d3ef013963176f51
3
+ size 327680
qwen3-4b-log-unary/model_layers_28_self_attn_k_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93ba6afc01924044c8b9972a8ee0337686480899a7b351644c15befcc83f91bb
3
+ size 1310720
qwen3-4b-log-unary/model_layers_28_self_attn_v_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdd148b50c77fdb020447549911117e46dbbaef3c12dc410516226558b62f4ca
3
+ size 1310720
qwen3-4b-log-unary/model_layers_29_mlp_gate_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00af432f4f613219c7a3c967f12fa1aa5f3fc420bc28f13044538b4d54dfb16f
3
+ size 3112960
qwen3-4b-log-unary/model_layers_29_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bbf973d1150f3c86c3cfbdf58568415f16bbb82dae77c220b87ea69b31fb46e
3
+ size 327680
qwen3-4b-log-unary/model_layers_2_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0db77accc8606e4e431bd6fea2b2e88872366ef9f492cf1631fea524fce29d6
3
+ size 12451840
qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa67c80ae31e101bebf428501e31bf3fd6eb415e36def3e5360ca9db4d5f0623
3
+ size 12451840
qwen3-4b-log-unary/model_layers_30_self_attn_k_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:553707edea3c89f6ae36f110fcf87624f7426705f5f9ab92d3bffb2f3a3c59de
3
+ size 327680
qwen3-4b-log-unary/model_layers_30_self_attn_q_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e888d4031f4c177bab055cafd10a3f935343443b47d767c17d96ee8ea0137cf
3
+ size 5242880
qwen3-4b-log-unary/model_layers_30_self_attn_q_proj_weight.sign ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6e658659017b404e3ebfae35ac74a8425c30c861c362737edb528316c44a75
3
+ size 1310720
qwen3-4b-log-unary/model_layers_31_mlp_down_proj_weight.planes ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eca51222f0664a3cf2c3e2f790d7bc5e21df65a644d09bb0f4a1a75990fca4e
3
+ size 12451840