diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..a42c9b24ba8325c423be9fb4358ec45d461efb59 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,63 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8083aa3450475d899a98c991dc1f607c0f683170 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4f3d5c511f6f041f2f5ab91e1bc0d9542ed64538cb02ac9b1162a45349e4088 +size 4755715520 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5030e8f90d1b78feea6b44b6f3538e099d38e77a --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612ac37ca4c1e3f6d34660cf01a687d2da7e424f2527ee84f435674188a89a9f +size 4581105248 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d442cf3623f7ddd34a0992c204663836e8d12356 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3afe813d81394b7ba0e173964eba18f7bd6e0bd42f7153557bf48955fd4678e +size 4480212576 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..99887dfb8e8574bf4277dfd7f3aca0930cb2e50f --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce663138085f8f265914957c785dd16b3894ec8bec57bf53e25209f008887892 +size 4434697824 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..997413fd3816c1dda18e1cff0ba9cbe6b3c4bcb9 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9713aa4819c99ddc8aca3c979b7ca2c182040addecaace44df72106c494f893 +size 4430896736 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c37483104769f905e51e6b43dd749221ec98b99c --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q2_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f1ad724c3f48d57babd4c9be198d3041ee84a2148c2d340f30ad4109ac799d +size 3692490240 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2c0a2d64979c2af177aa016292d44adf8eb64f19 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c58599b12d0cdfd2070ea21df56bd3fc5cfdff23def490bc72d0a310133fc44 +size 6727710976 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c093c755d5a69b9e322f44a0a1a041a9b6e15a0a --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab0941a6985040b46f2e31207e6596ca625a7689c8fba862f748f6f7e6066835 +size 6530801248 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f1b691d4c59deca3396b0c4dc2cc36c20bc063f7 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:682206f212e9f8c83a0be354e001310da4c2b19c507c503951da2ab243127e61 +size 6369353312 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..25cf9220716893db86e0b2ae16d9bb2db2c28a77 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7575c7911118440defcd8241277f6270247aa064473ae975eeaf1623a896e7c +size 6318136928 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..af4d492012b93121b8f10114a8cae5a7139ccf73 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d126b78963c89877743b2ed171f66ed27ed0a2b966b49541e0f53117cac724 +size 6302998112 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..db77110bd68c89438f574fea375c309f2de0388a --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_L-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629d04f35b70f3d3d38e6caaf82931b456b32a71ada87519971e77e00f7832fe +size 4891602432 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7484b7af974d8fa1c1722d137018ebae5274d46f --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5da9990f6031c4e63e6092c6e6a88062fe571639fdaa0481266f849c205b5cb7 +size 6346029312 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5d17b81e16f2965c3ab34724f01a1444b8eba1ef --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57b3e235fd05f7be4b730854b51a41368e85ad025ac94f9e9483b3898df8da32 +size 5972958816 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9299160c7d9c4e3dd7c94706a4b80bffce422c5b --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d724bf04755f347a41e287b33663b1c44cd13467869019e8cc7789e71637d644 +size 5840871008 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7aee48141ad26fc4dd0fad6fb2d2e9bd8523e952 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47570b18c6989f1b69fdea9ed8e431651e504da0ae7cca6e8891f620fd17846d +size 5781266016 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a64434403f20fce74b1dbb63bb020cc92fa51aa7 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aae749dbaa407fc42da491b28186820b47f0586a34511149f8572652396d9db +size 5774515808 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..818f54fa426ac191c95aa19fef2c58159da703f8 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_M-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f4e2b7a60a7a36fbc27a122cfa2997c42e4e1804d0b0da5c5d9bc9154a76b5 +size 4551863808 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7f7255a5b4a2b57975979ad849e023af421e3263 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0410a9e40ef9e00cf877d7846038a7ca7ca704c13efcae7284b97ae851fd0eb0 +size 5637716224 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d780f7aeccf7a3f53e1145148349eff1bb7e0105 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:898f0c80e91dc4304dd2bac5d4c61ec69e62f6ebebc73faf657a23537bf4de2e +size 5380251232 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0c1ef6f5aecc06fa7f0ae06ecfed7b121a2f50d5 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f35448504b43e07fd0b09b400659bfae53e5f66ab7d2faa8ed13c3569fc89be +size 5279358560 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0aed5c6a9c902ad43c86841260cd8f9b81562fb3 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2164aaddedf06208141b2adf3ee5d5013dd655f34761ed0adacbadb3c9998f3 +size 5210840672 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3fdac7b8a3cff3d59bf59796c2907a7acc293197 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a2cbfd88f233619aa4c5bf492f37e8c40bcbb95b6e70f96a418578ba71235e3 +size 5213003360 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ed8dfb394eac9231fa7192c17245121a4d8bd918 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q3_K_S-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35186ea0b32daf4b36cb84ef7d34d4b891cd4f53b310afa82c8f3160306be46f +size 4190891520 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e22d8c21eaa238e169b5f21396f63e564e21e1c7 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4665b39933b641a3f0e8efe5ff8eb0a8704e2399463a53d483678b61e689b6fa +size 8030977344 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a3947076933efafc6ceb43b277a6cf1b3cf1f73a --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:811d7feb7f9ee673cad7eda6a41483fe16ae4ac49bea55e5b7d0423ba9d47f6e +size 7326342752 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fe9359dedcdbb812af8accf9d82c9e8bef895031 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e393a44b215dc9f9b15b7846beddebfa336a5625ce71b358b5e90734672b0373 +size 7193140832 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..51e12812c31332690ee78c5ee2381a0fa9c33072 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ff2dc2b2851459b6b62c29d32a830c08b078da941f2f11efff32bdb1c0add1 +size 7044013664 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8b641d8e2d8b73e2c417c8e8dffcad8605ba22af --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea80c07cfb1f1243c3590b027eddb9478d9eed0c0ef7a09c1811bf0de5003939 +size 7167286880 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bc22a867c026583ade5706fc5349d5c93de04a4e --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_M-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e176066658eebc5887cdd8edeca71d26d3436176a739e4fef2f81a95eaaad4 +size 5758643712 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..73d26520b1c6db86b43c989e02ccd50219fffc32 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdbe6fd5ab0709da722ae67941724676b5c26aa42120a997e4588f7ca2790b45 +size 7646215488 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..454c14abd5338a25fba80caffca957e39b26693e --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31fcd800e13f4fc335bc529c14312944235ec9efa1d78e447f2a8de11987f819 +size 7017995872 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5b8b5b6475535d5256bae99ad8fce669d8cc81e5 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ff8ca50b38d13b90106e23dee529815f1ec6659f97e1168be5763b508c2447 +size 6885908064 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f570b8e2012f11ddb0f41faf55d3cb75ab916f54 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc66ef6db994e95acf72779a50fbfb7f309a58e0d5c52d37f76c51d5e744799e +size 6796222048 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8fd2bac7a5f302f957f7ca3f7305f76bb5bb4dc3 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24750846fa49922cc784f8520c35c95c23949a43ff22461edae3234d4d4ab8a +size 6797270624 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f0f9e0a8a541a564c930031210261e69d7a9444b --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q4_K_S-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa3ff2a35281656d47c9570a0918ac463f922cb8f476d338f07fa55fc02d58f +size 5203619328 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..14d89296c5428db2f8da2e2115145676d92ef113 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beb56383e0f380e519a927b7db61afcfe1ba14cda4e84346bc2dcfd63bc6a3a5 +size 9322037568 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..125cc83f198d5e6a59c952828914b8ad608eedb3 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8a93e0a945bcc5582feb40011dd172f98766468f0a3c329efff9119562e1b42 +size 8720948832 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6ac8390fcd5f23f45a075ef66d1cf2c07cd9acab --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c731eb77ed9e8c9a2143d2a2d01c0302dab64301118c3002757948b1f9e181d +size 8558386784 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cb3500a54ea0428aa155812ec03e1d2c226e7639 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8aa5f238ec06ec0f8d55285463be725eebaba33dfde1d77e9c105c83e28355 +size 8418696800 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c438555201cef325daedece750ac6351d2c0840f --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2022e0d2b28cb25142cc46ceb13ed7c305eec4cf386102edc7705c301409da9a +size 8482201184 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fd86b273ea5a5c15e5c04371b243c734cba0f2c9 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_M-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be4546c89d3254459bb23729931c4f1141267c5bef28d472b490549f14b94602 +size 6447558144 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fb3b4820738f8ed627794e73b46b923bec9524d4 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5d148777032041deec71bc90a946f85a8182f097b61c9557a3e48e423111cf +size 8966635840 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..68861310edaa456b6af1a7bb7da6e1ba48d2608e --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1823eed2073d776e8a822d14f3d877ff44077a550bd24c0d3bc5f05e7ec07d2 +size 8559402592 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..de4da0cb030115c87aed26aef542680ab7936b47 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f89d470c7ac27d0c773c161422e0c58f71458ba96750487e83f51dfe36808a +size 8397954656 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..033ab2fb6eaa734272e689f53f7350516a0cbcba --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcea2888230578d1aed4dd3156adc1dfaaa5f814cd6b00b516cefa8924f87a63 +size 8288345696 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..07ba4f88c5e00acb7834ff6c4eba725e8ae97b43 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e67d11aee149636a45bb64b113908ef250ca08e6996ce19732822c6dea747d +size 8288345696 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ab31342d053c0680a6cd7db0151cb43d86178eb7 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q5_K_S-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fab6df8afc98af7772d1c8ec6e07e26ac60abb6eb9e9c05da6b194ce9f1bf51 +size 6156774912 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..afa93a6d6e7e86ebb8f15ed343d658e523009dbd --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f08e88743eabb4ba5f1e3a2b0d064ce64eb6e50590d7209b11ee82fcac0df7a +size 10697131392 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e2a3e6c3b13e87d93257f2a96a51058728ec2056 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2280e08e6d892d59402b5b4868183d828ab87c1cf05ed6bbacdc6b079b605c +size 10212744800 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..38e468137dfa7fa4a3017dbedacdfe90092b8990 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1042d2198613cfae8188677357307c9f805a36ece6a0dac99a851160700f908 +size 10020101728 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a6d0827e69df5d39c07998401ae36ff4a18b44c7 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b2cd0d85fda7076c4d01ca5dc9b3a0b7d4dba781123fd9522c34cf4aa25535 +size 9889324640 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2e547423c5c979371f51e34676ceddbad98775c7 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:653bd45722473e21930b906de15f647814180968c391d2cd300638f3512e95d9 +size 9889324640 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..89a9af5c5ffbebac06be2bea3c0a1a9ac89855c8 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q6_K-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa3498e7b62628b1235f425be8d87378912207dce55d673554691f1ad3e6af21 +size 7179529728 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00001-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00001-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e7abd776d66e866b72adee57aee3f77151a149bc --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00001-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b613dc404c3204ce912f8b538f4d1417108c05bee37ec4f097daede8dfd354f1 +size 13852740928 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00002-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00002-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c4321452154c26d3c2209f8b0cc726a57f843d07 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00002-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b386c2609e9f3714fc871e45d259c7751e5a6d949940db71827b59eee60784ad +size 13227662944 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00003-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00003-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e26ae162e366af6b110e1f45a3a9585c1c3aeb66 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00003-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23c05f2657723aeac852b73ff15a879b8f3e834c70dce76ddeaa4a6e4c46ef32 +size 12978134624 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00004-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00004-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5c3559d9494182711f49680a9af21fb2d37f41a7 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00004-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa21fd17a9201152963a18191216c95492c683494480db9c2a7b35657ded790c +size 12808756832 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00005-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00005-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..84fff051e58696181c8b61422b1b515498e1a8ee --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00005-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491ca750f14c56a91e20c49b94230e426f95618d3817adbc51b29dcc84c3787a +size 12808756832 diff --git a/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00006-of-00006.gguf b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00006-of-00006.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3726c947a6e36362aa73cb6b2ae0967ab122f496 --- /dev/null +++ b/Llama-3-70B-Instruct-DPO-v0.1.Q8_0-00006-of-00006.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1c2e93486b7ae365a6a5ed0ce148b3ad0c7e7dda53ac83e62657911f7dc464 +size 9299015104 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7a6ab121480416aa2d893867c58cb720c966175f --- /dev/null +++ b/README.md @@ -0,0 +1,48 @@ +--- +tags: +- quantized +- 2-bit +- 3-bit +- 4-bit +- 5-bit +- 6-bit +- 8-bit +- GGUF +- text-generation +- llama +- llama-3 +- text-generation +model_name: Llama-3-70B-Instruct-DPO-v0.1-GGUF +base_model: MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.1 +inference: false +model_creator: MaziyarPanahi +pipeline_tag: text-generation +quantized_by: MaziyarPanahi +--- +# [MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.1-GGUF](https://huggingface.co/MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.1-GGUF) +- Model creator: [MaziyarPanahi](https://huggingface.co/MaziyarPanahi) +- Original model: [MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.1](https://huggingface.co/MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.1) + +## Description +[MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.1-GGUF](https://huggingface.co/MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.1-GGUF) contains GGUF format model files for [MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.1](https://huggingface.co/MaziyarPanahi/Llama-3-70B-Instruct-DPO-v0.1). + +### About GGUF + +GGUF is a new format introduced by the llama.cpp team on August 21st 2023. It is a replacement for GGML, which is no longer supported by llama.cpp. + +Here is an incomplete list of clients and libraries that are known to support GGUF: + +* [llama.cpp](https://github.com/ggerganov/llama.cpp). The source project for GGUF. Offers a CLI and a server option. +* [llama-cpp-python](https://github.com/abetlen/llama-cpp-python), a Python library with GPU accel, LangChain support, and OpenAI-compatible API server. +* [LM Studio](https://lmstudio.ai/), an easy-to-use and powerful local GUI for Windows and macOS (Silicon), with GPU acceleration. Linux available, in beta as of 27/11/2023. +* [text-generation-webui](https://github.com/oobabooga/text-generation-webui), the most widely used web UI, with many features and powerful extensions. Supports GPU acceleration. +* [KoboldCpp](https://github.com/LostRuins/koboldcpp), a fully featured web UI, with GPU accel across all platforms and GPU architectures. Especially good for story telling. +* [GPT4All](https://gpt4all.io/index.html), a free and open source local running GUI, supporting Windows, Linux and macOS with full GPU accel. +* [LoLLMS Web UI](https://github.com/ParisNeo/lollms-webui), a great web UI with many interesting and unique features, including a full model library for easy model selection. +* [Faraday.dev](https://faraday.dev/), an attractive and easy to use character-based chat GUI for Windows and macOS (both Silicon and Intel), with GPU acceleration. +* [candle](https://github.com/huggingface/candle), a Rust ML framework with a focus on performance, including GPU support, and ease of use. +* [ctransformers](https://github.com/marella/ctransformers), a Python library with GPU accel, LangChain support, and OpenAI-compatible AI server. Note, as of time of writing (November 27th 2023), ctransformers has not been updated in a long time and does not support many recent models. + +## Special thanks + +🙏 Special thanks to [Georgi Gerganov](https://github.com/ggerganov) and the whole team working on [llama.cpp](https://github.com/ggerganov/llama.cpp/) for making all of this possible. \ No newline at end of file