add .gguf models

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

thalle-0.1-7b-fa-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55affa3ae08a34c55d4466860df4a2aa384e24aae8e3629dd25b08cd0c8d4fbb
+size 15237850880

thalle-0.1-7b-fa-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1bba5767f1d4677f692bfd72a4802fc1f4d9c296059e8d905276885b0b22f1
+size 3015937792

thalle-0.1-7b-fa-q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebeda614b979b5ac5d4c90408f5c7d35df95e88e4688312bd24434997d08cf3
+size 3808388864

thalle-0.1-7b-fa-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32da1bf1df5f5e27a0074d7fce00b66232a414a0fcf97fe2f6ae5aad7488df2
+size 4683071232

thalle-0.1-7b-fa-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9be06d4ef08888d29e996c0528c7b9c1f57e8ab2c38c3e4c0e3ee3c0645e4de
+size 5444828928

thalle-0.1-7b-fa-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36afc5777f4e7c6a67082d04c1b4a3be9d1e9a062727ca40e1fc0f7ca0d70f77
+size 6254196480

thalle-0.1-7b-fa-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6585f7c14a43262297cd6d30febfda9346ac87945a86123fb4a07bcedc07273c
+size 8098522880