Add GGUF quantized models (Q4_0, Q4_K_M, Q5_K_M, Q8_0, F32)

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

yuuki-3.7-f32.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd94161b3dd4bd109add6f3e3c318f2065f6a12080e78ebef37c2710af8c72c
+size 329422144

yuuki-3.7-q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d8513702538142d6a3ff49873c53a057793121085bf167c49d1ee7017f845c
+size 60713120

yuuki-3.7-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2b17272459d47cbdb645be1b1cda058e342082e22211a2398102ffc4490d0f
+size 63256736

yuuki-3.7-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37de4da326399b5f88d8df6afb635a0d41dc2216a37f8740916b9ce1beaac85
+size 68058272

yuuki-3.7-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f73136d2e74d54a6e906f5a1f74c5d434be4d36e2da5f662754109da58aea08
+size 91294592