diff --git a/.gitattributes b/.gitattributes index 3b25f96e0541cb5bd942a08fa36965739111f08d..01b5cd92e09f4b281762c32fcc285474d04f591c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -48,3 +48,64 @@ Q8_0/r1-1776.Q8_0-00009-of-00015.gguf filter=lfs diff=lfs merge=lfs -text Q8_0/r1-1776.Q8_0-00004-of-00015.gguf filter=lfs diff=lfs merge=lfs -text Q8_0/r1-1776.Q8_0-00005-of-00015.gguf filter=lfs diff=lfs merge=lfs -text Q8_0/r1-1776.Q8_0-00013-of-00015.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00030-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00024-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00025-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00029-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00026-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/r1-1776-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00022-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00023-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/r1-1776-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00021-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/r1-1776-Q4_K_M-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00016-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00009-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00017-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/r1-1776-Q4_K_M-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00013-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/r1-1776-Q4_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00010-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00003-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00008-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/r1-1776-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00012-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00007-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00006-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00002-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00018-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00004-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00005-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00015-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/r1-1776-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00011-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00014-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00028-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00020-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00019-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/r1-1776-Q4_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/r1-1776-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00027-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +BF16/r1-1776.BF16-00001-of-00030.gguf filter=lfs diff=lfs merge=lfs -text +Q6_K/r1-1776-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K_L/r1-1776-Q2_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K/r1-1776-Q2_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K_L/r1-1776-Q2_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K/r1-1776-Q2_K-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K_L/r1-1776-Q2_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K/r1-1776-Q2_K-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K/r1-1776-Q2_K-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K_L/r1-1776-Q2_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K/r1-1776-Q2_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q2_K_L/r1-1776-Q2_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/BF16/r1-1776.BF16-00001-of-00030.gguf b/BF16/r1-1776.BF16-00001-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..218c962cb584d24e1f5a3a4a13ab278ad8dba996 --- /dev/null +++ b/BF16/r1-1776.BF16-00001-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ce5ba08e3e20755909662f4fcb61742155f0f3a5a884a0884585cca8257473 +size 49630900096 diff --git a/BF16/r1-1776.BF16-00002-of-00030.gguf b/BF16/r1-1776.BF16-00002-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..88abb08e51f790a7140c1302ef973c16cee1ff7c --- /dev/null +++ b/BF16/r1-1776.BF16-00002-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc9d7b6cae21d0744db3b3a984730417c15cc36de970c3fdae060f593634624a +size 45111837376 diff --git a/BF16/r1-1776.BF16-00003-of-00030.gguf b/BF16/r1-1776.BF16-00003-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bfecdf37cb6c6643c914df73025d970a43b14791 --- /dev/null +++ b/BF16/r1-1776.BF16-00003-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9211c8186b99c57804960c804b17911de1f4b5e964e93300199068d360834785 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00004-of-00030.gguf b/BF16/r1-1776.BF16-00004-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8f4e6e7c975d8eba7b9ace5e64a682024969e63c --- /dev/null +++ b/BF16/r1-1776.BF16-00004-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4f47a5411e64ea1aca0ee23a1f3098079eea6c5fd6f2e57d06e2d7061333f7f +size 45111837376 diff --git a/BF16/r1-1776.BF16-00005-of-00030.gguf b/BF16/r1-1776.BF16-00005-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9fc921a64a288db7669d0519368c3465d89fe9a4 --- /dev/null +++ b/BF16/r1-1776.BF16-00005-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7686716c99d8ffe6f462e95a97f27d5ed37ffc4a42f1ab6e459f7ce653fdceed +size 45111837376 diff --git a/BF16/r1-1776.BF16-00006-of-00030.gguf b/BF16/r1-1776.BF16-00006-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..93b1efbb1519347c8091b544f60d2980219735b4 --- /dev/null +++ b/BF16/r1-1776.BF16-00006-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ee3d229f6198e372c1b7f29effdb73553a1a1caad0b3cd12db097f29a62175 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00007-of-00030.gguf b/BF16/r1-1776.BF16-00007-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b95b6e302c404e0888b3d20cd085374216bc050a --- /dev/null +++ b/BF16/r1-1776.BF16-00007-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e167533ce4758d01723c13b583a3c9b65cff82506c17651c892d728e496b7922 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00008-of-00030.gguf b/BF16/r1-1776.BF16-00008-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..23597cb06982cb8bd306841b267b841a4b0140bc --- /dev/null +++ b/BF16/r1-1776.BF16-00008-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e36111d40aaf999e734cda38fa4a5e7923d330b0f1c2f9259eab1ec2d6b6dd +size 45111837376 diff --git a/BF16/r1-1776.BF16-00009-of-00030.gguf b/BF16/r1-1776.BF16-00009-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c67a19a248817df130162da6ca94e71c05f93fcc --- /dev/null +++ b/BF16/r1-1776.BF16-00009-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5736ca9d58c262f37bbc2805f46ab4d29750a0ecf51eaa816b3b4a18e55ee91f +size 45111837376 diff --git a/BF16/r1-1776.BF16-00010-of-00030.gguf b/BF16/r1-1776.BF16-00010-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b528a07cdef30934b807b9b654752a55047f4284 --- /dev/null +++ b/BF16/r1-1776.BF16-00010-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:051b84fca58d95ff1e2ac0847cc49861336954b795e7df5ad4feda75b5097385 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00011-of-00030.gguf b/BF16/r1-1776.BF16-00011-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f12f43aeb83b7bbb69d975f099d0c22337768057 --- /dev/null +++ b/BF16/r1-1776.BF16-00011-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7427a6ed7234ac00f3884455ea9e43409a4f5378eae028770809abb058b5b574 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00012-of-00030.gguf b/BF16/r1-1776.BF16-00012-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b0bae61747afdf0ad645846c5bdc55f4de9bac0e --- /dev/null +++ b/BF16/r1-1776.BF16-00012-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a250fe5de8ad1863453591bde3833cc720049d531f2a0f6403b020ebf944ed9 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00013-of-00030.gguf b/BF16/r1-1776.BF16-00013-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5afac65c576765e681745d4bdbc19cd64ee906de --- /dev/null +++ b/BF16/r1-1776.BF16-00013-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd3890ce60c1b92af630c9e1f233cac70fae31a8a37ae4af2af9fda05232d76 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00014-of-00030.gguf b/BF16/r1-1776.BF16-00014-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6de488851aac8720c6f7be495559ebc2525a65ee --- /dev/null +++ b/BF16/r1-1776.BF16-00014-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da84eb4b6cd6137c80dd96aaa7e082e349d36fd4a7e64c9f5591d8ee4e8c8c37 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00015-of-00030.gguf b/BF16/r1-1776.BF16-00015-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..db1baaf59880bfad4bde93d49f2690a807618584 --- /dev/null +++ b/BF16/r1-1776.BF16-00015-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c1bbdd9db9da3b3cb8d4d52905302581b8f701020fa79e11dcdb356e4e2185 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00016-of-00030.gguf b/BF16/r1-1776.BF16-00016-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3cb20d0297dce8fcaa5629dc0373ac6754a36cad --- /dev/null +++ b/BF16/r1-1776.BF16-00016-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823526cad1d6304084d105f50b7bec26bb25d23360fb97e6a076dfd6bafd486b +size 45111837376 diff --git a/BF16/r1-1776.BF16-00017-of-00030.gguf b/BF16/r1-1776.BF16-00017-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8d33cee6de84f61158548e2b2f9f03050fe47020 --- /dev/null +++ b/BF16/r1-1776.BF16-00017-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13e5efaf0bb1e9225f18cb829ffa9ada40f8005cefe9da6fec752e9256e83a33 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00018-of-00030.gguf b/BF16/r1-1776.BF16-00018-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1a691ce78684f0e2320a51021c6c68fe09b377ad --- /dev/null +++ b/BF16/r1-1776.BF16-00018-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d8ab1820f019ec7e5ca25c9a98f71c08145bdf384fc65870ce741ef6a98ed9 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00019-of-00030.gguf b/BF16/r1-1776.BF16-00019-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..70812d3672e846d0bb1a4d83a0f304306c059522 --- /dev/null +++ b/BF16/r1-1776.BF16-00019-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26298016e4b073a1aa1661f69834729f75dfe76f409df3dad34bccea333376b9 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00020-of-00030.gguf b/BF16/r1-1776.BF16-00020-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a25be6870d92861e333fcecff4e042950e019dd8 --- /dev/null +++ b/BF16/r1-1776.BF16-00020-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:069186258e03233fb95207bf4e2ffc391da30e4fb45fa76e92eb23101eecbde9 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00021-of-00030.gguf b/BF16/r1-1776.BF16-00021-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..66f9ffe61986f64246f20a1f9c756000186ed74c --- /dev/null +++ b/BF16/r1-1776.BF16-00021-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f378b2d16332c9b3f7aba3b26a77bdd4910954926b766c8e770e039bfe8f48e +size 45111837376 diff --git a/BF16/r1-1776.BF16-00022-of-00030.gguf b/BF16/r1-1776.BF16-00022-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1ddc350aac63f2b588e02a866e5e49c2abd1d38c --- /dev/null +++ b/BF16/r1-1776.BF16-00022-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfafd1d443bf6ef10d9ad47a31e1e9db6deeb825bc5fa36f5fed418ace7b5345 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00023-of-00030.gguf b/BF16/r1-1776.BF16-00023-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7141b76c9c2c3089350b133a20086ac1b006d032 --- /dev/null +++ b/BF16/r1-1776.BF16-00023-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84c501d5cd9cc448f726c15f5237fdab93052a75e8402617ca3bf82bcfb2a86 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00024-of-00030.gguf b/BF16/r1-1776.BF16-00024-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ea825c1ab63a415a0102003b7d11dc3ff1f452ff --- /dev/null +++ b/BF16/r1-1776.BF16-00024-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c938cf711807af8c286604a107e59ac1e763efafeb095b7a01f8b84933cab +size 45111837376 diff --git a/BF16/r1-1776.BF16-00025-of-00030.gguf b/BF16/r1-1776.BF16-00025-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..810f1f3773db4303f9ab2bf3f8094df7d1ae3288 --- /dev/null +++ b/BF16/r1-1776.BF16-00025-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f444813e2a5c17f3aad32a0a51b1f960cfd3a3c8f2a59f6ab6e6b75b9c948f5 +size 45111837376 diff --git a/BF16/r1-1776.BF16-00026-of-00030.gguf b/BF16/r1-1776.BF16-00026-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..08a1e4333e7a2ebde0885107c44c4c7b2fe70743 --- /dev/null +++ b/BF16/r1-1776.BF16-00026-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a72d081b4db263f7b23cceafbf8421508106c7ad86cf84c9df5eab12e4ed403c +size 45111837376 diff --git a/BF16/r1-1776.BF16-00027-of-00030.gguf b/BF16/r1-1776.BF16-00027-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e66f8226ae466b6ddc87cd799c6a2fa44df21d76 --- /dev/null +++ b/BF16/r1-1776.BF16-00027-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bf7de93e84d3a0bf7844101e4f1480eb31ad0a035fc7444a82f6fbb65c093af +size 45111837376 diff --git a/BF16/r1-1776.BF16-00028-of-00030.gguf b/BF16/r1-1776.BF16-00028-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6d4371169bb748b17e685fd19feb25ba0051c0f3 --- /dev/null +++ b/BF16/r1-1776.BF16-00028-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4e82a6fc6a5563c8ec5d511cf1020c73fb7ba3aa4762e16f8bd499cf095d71a +size 45111837376 diff --git a/BF16/r1-1776.BF16-00029-of-00030.gguf b/BF16/r1-1776.BF16-00029-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f3c93a7cd80fc91e70340625bf73e1d87ef51bbc --- /dev/null +++ b/BF16/r1-1776.BF16-00029-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084cfbbe9585ca7d43d8a8f47953b90b33b392fe5525bcacb02e5bbcc2f4e493 +size 45464159712 diff --git a/BF16/r1-1776.BF16-00030-of-00030.gguf b/BF16/r1-1776.BF16-00030-of-00030.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6a82b784d292f18cc4f1cd7f03739432a0052f99 --- /dev/null +++ b/BF16/r1-1776.BF16-00030-of-00030.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a2a707ef0b94c4a95cdcfa93d7fceed9142f49d955508bf18a6229c29d3e50 +size 29158379712 diff --git a/Q2_K/r1-1776-Q2_K-00001-of-00005.gguf b/Q2_K/r1-1776-Q2_K-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..58cbde6f4a15a569c0ccef34c9f76f7cec8b50bb --- /dev/null +++ b/Q2_K/r1-1776-Q2_K-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6adad4d1f34340cbc2dd960f394786f8a7119e8dc00c55fb32356c1b09ad04fb +size 49369575456 diff --git a/Q2_K/r1-1776-Q2_K-00002-of-00005.gguf b/Q2_K/r1-1776-Q2_K-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..83aff1db4edb124eb8cbe510404e763c0ec31e74 --- /dev/null +++ b/Q2_K/r1-1776-Q2_K-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e1e865ec8a51cce8198529ddfdb10b9d97e5dd99eab4f57240a5a609ec044e +size 48511628064 diff --git a/Q2_K/r1-1776-Q2_K-00003-of-00005.gguf b/Q2_K/r1-1776-Q2_K-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5b4c6fcdc01119b397918b64fd55fccc28f4a83c --- /dev/null +++ b/Q2_K/r1-1776-Q2_K-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df60f3f33bdcf59a2b180b18199bb332acb31ebfc2484f771da3f313b0bea630 +size 48821440768 diff --git a/Q2_K/r1-1776-Q2_K-00004-of-00005.gguf b/Q2_K/r1-1776-Q2_K-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..be92cb8af42c22fba1792970080cb2119d7a4a24 --- /dev/null +++ b/Q2_K/r1-1776-Q2_K-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4caf0f1dd125463fdd668b0e008ebf4e83637cb9732a36c1834b79c0c999d2ca +size 48887431840 diff --git a/Q2_K/r1-1776-Q2_K-00005-of-00005.gguf b/Q2_K/r1-1776-Q2_K-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ba703dc94c04d90a79a3ecfdc794738b6f46bfe4 --- /dev/null +++ b/Q2_K/r1-1776-Q2_K-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b29b2cb9517a0a9b11ed79c73aa4dcfe05f09f4c77eddc4b2598213c2f9a562 +size 48438268160 diff --git a/Q2_K_L/r1-1776-Q2_K_L-00001-of-00005.gguf b/Q2_K_L/r1-1776-Q2_K_L-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6cbc1f4fbffaa4ab174fe634400aba4d62e9b999 --- /dev/null +++ b/Q2_K_L/r1-1776-Q2_K_L-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c680f49ca0635a1798bc08fb7af27feb0a862b1d117e0353406c4b70674ba83 +size 49586765856 diff --git a/Q2_K_L/r1-1776-Q2_K_L-00002-of-00005.gguf b/Q2_K_L/r1-1776-Q2_K_L-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..83aff1db4edb124eb8cbe510404e763c0ec31e74 --- /dev/null +++ b/Q2_K_L/r1-1776-Q2_K_L-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e1e865ec8a51cce8198529ddfdb10b9d97e5dd99eab4f57240a5a609ec044e +size 48511628064 diff --git a/Q2_K_L/r1-1776-Q2_K_L-00003-of-00005.gguf b/Q2_K_L/r1-1776-Q2_K_L-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5b4c6fcdc01119b397918b64fd55fccc28f4a83c --- /dev/null +++ b/Q2_K_L/r1-1776-Q2_K_L-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df60f3f33bdcf59a2b180b18199bb332acb31ebfc2484f771da3f313b0bea630 +size 48821440768 diff --git a/Q2_K_L/r1-1776-Q2_K_L-00004-of-00005.gguf b/Q2_K_L/r1-1776-Q2_K_L-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..be92cb8af42c22fba1792970080cb2119d7a4a24 --- /dev/null +++ b/Q2_K_L/r1-1776-Q2_K_L-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4caf0f1dd125463fdd668b0e008ebf4e83637cb9732a36c1834b79c0c999d2ca +size 48887431840 diff --git a/Q2_K_L/r1-1776-Q2_K_L-00005-of-00005.gguf b/Q2_K_L/r1-1776-Q2_K_L-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ba703dc94c04d90a79a3ecfdc794738b6f46bfe4 --- /dev/null +++ b/Q2_K_L/r1-1776-Q2_K_L-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b29b2cb9517a0a9b11ed79c73aa4dcfe05f09f4c77eddc4b2598213c2f9a562 +size 48438268160 diff --git a/Q4_K_M/r1-1776-Q4_K_M-00001-of-00009.gguf b/Q4_K_M/r1-1776-Q4_K_M-00001-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..eeb4e74659a45fadf692afbf51c9fdaaafd760a2 --- /dev/null +++ b/Q4_K_M/r1-1776-Q4_K_M-00001-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43f02d32d30c7ad6bdd317c2b17f9e04afd8078e1375db377326189aa7784f2 +size 45244924480 diff --git a/Q4_K_M/r1-1776-Q4_K_M-00002-of-00009.gguf b/Q4_K_M/r1-1776-Q4_K_M-00002-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..32d3402d838db956378b672539e9f75a4fc3bf67 --- /dev/null +++ b/Q4_K_M/r1-1776-Q4_K_M-00002-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8671ba3ac4bc5b1163da1211b3d3a3feaf166b57fa586a7be1eea5d68dc84feb +size 46045037472 diff --git a/Q4_K_M/r1-1776-Q4_K_M-00003-of-00009.gguf b/Q4_K_M/r1-1776-Q4_K_M-00003-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f52d6e61ce8b4b3c15f7947af8d7a1cd63a212d6 --- /dev/null +++ b/Q4_K_M/r1-1776-Q4_K_M-00003-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0dc3d162f1445fc0ecf3645162a3f406139a954f670243e57c77f1c654b23af +size 45170284896 diff --git a/Q4_K_M/r1-1776-Q4_K_M-00004-of-00009.gguf b/Q4_K_M/r1-1776-Q4_K_M-00004-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9ad4a3c4c18b01a73916acf04565504b944602b0 --- /dev/null +++ b/Q4_K_M/r1-1776-Q4_K_M-00004-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c792c9e7dd2c5a52f1a5612d05e71129eb021bf41244af57f334088ef88cf65 +size 45177653696 diff --git a/Q4_K_M/r1-1776-Q4_K_M-00005-of-00009.gguf b/Q4_K_M/r1-1776-Q4_K_M-00005-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e9a4a72073316f52d496d6d68280e439c76c6c42 --- /dev/null +++ b/Q4_K_M/r1-1776-Q4_K_M-00005-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ac2ee1a04247bb85036031e423353027326896f2d4eba818fd39d1013f5e77 +size 45072368544 diff --git a/Q4_K_M/r1-1776-Q4_K_M-00006-of-00009.gguf b/Q4_K_M/r1-1776-Q4_K_M-00006-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c797f8238d296c6a710e6746c22b773b15070cc5 --- /dev/null +++ b/Q4_K_M/r1-1776-Q4_K_M-00006-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a656af557e2e53ccedabf1ace96a0af5dbbc48cf6123284f7ae69c45b1edb4f +size 46142953824 diff --git a/Q4_K_M/r1-1776-Q4_K_M-00007-of-00009.gguf b/Q4_K_M/r1-1776-Q4_K_M-00007-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..385319a3cd48cfe62f1d0a84a1bfe2a4a33d4b98 --- /dev/null +++ b/Q4_K_M/r1-1776-Q4_K_M-00007-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3a481b96db38297f308708092997da90ada2ebb46ae054d5ce4eac114381405 +size 45177653696 diff --git a/Q4_K_M/r1-1776-Q4_K_M-00008-of-00009.gguf b/Q4_K_M/r1-1776-Q4_K_M-00008-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2ea11e22b158fc1d7a95c7a2d6105efe1c4da1aa --- /dev/null +++ b/Q4_K_M/r1-1776-Q4_K_M-00008-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc87f4753b5da40efcca0c6f39a55a8baa76c61b85718fc5a4bcfb11b28c50b +size 44888150688 diff --git a/Q4_K_M/r1-1776-Q4_K_M-00009-of-00009.gguf b/Q4_K_M/r1-1776-Q4_K_M-00009-of-00009.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0b62b6215d2e55be0076b7acf68191a91736a665 --- /dev/null +++ b/Q4_K_M/r1-1776-Q4_K_M-00009-of-00009.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df72df5d37ac74a8ff4b1ddb013516c381f43e67ebd5f7755eb8675eb1c03134 +size 41511160672 diff --git a/Q6_K/r1-1776-Q6_K-00001-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00001-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1899794ae6724eb7aaccf911a450ce60cc36b091 --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00001-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c68ba38c6760128510632b036a417e7c2f88015cc97ed18326c20f811a6303a0 +size 47094115168 diff --git a/Q6_K/r1-1776-Q6_K-00002-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00002-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1442609f88da554d3bd5fd1e1a5d63e36e5181c0 --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00002-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2dfef9512e642146f8be057d828e0eb5b9882434a728fd92c40675f79a4e7c5 +size 47227297696 diff --git a/Q6_K/r1-1776-Q6_K-00003-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00003-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ac9ff2f3db5ec6d6d66c5641066aad03bb5761df --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00003-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f72c6c536acf408359b928df469c05f979499f7d97bb248d81583a633b91cd +size 47227297760 diff --git a/Q6_K/r1-1776-Q6_K-00004-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00004-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5ccc070f47c7e3bb42925d332531d54153c95ad8 --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00004-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cddeaf6ca1a7a531c1422f2e369a80b04d04e7ce5d9dc545dffcb006f5a40db2 +size 47227297760 diff --git a/Q6_K/r1-1776-Q6_K-00005-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00005-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e6387d065ada59fbe0a5a238bc88e0ff69a021a9 --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00005-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ad5df6334f8e54fa6786808976e844b41cc8721f3564f09c9cc8b27539f87f +size 47227297760 diff --git a/Q6_K/r1-1776-Q6_K-00006-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00006-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4e3da3cf47608f699e4f9743683194a43cf7b380 --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00006-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f92920672fadb80b489ae4de76e8e8ce56aaf741bd209eb0bf94f87c8686a0 +size 47227297760 diff --git a/Q6_K/r1-1776-Q6_K-00007-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00007-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..68a7319fa864edf691ebebe240a4bd53593eabe3 --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00007-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c90f79488035fe48fda60f43f40cb570886b102128c0353c2ddb3905d090baa +size 47227297760 diff --git a/Q6_K/r1-1776-Q6_K-00008-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00008-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..165fa96f4e2f200d5e35c7fe206805a855bcbbdb --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00008-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f279bf2bbc9ced784a61c1bc57509011f045be3c42cc998b99b575f24dcbcc5 +size 47227297760 diff --git a/Q6_K/r1-1776-Q6_K-00009-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00009-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..945b75ef1e56ae03cb880f9c2c8962eb0f26104d --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00009-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efd08d298f528f815a245484ead8f9c0b6c05cac65a0b904e504c0f3ca155a4f +size 47227297760 diff --git a/Q6_K/r1-1776-Q6_K-00010-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00010-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3da0900eb9fc22ab18f41637d621485aa1335ae4 --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00010-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d20332b7273199d40ab724619f2de89f3de5b641936ec308fb843297ab14f3 +size 47227297760 diff --git a/Q6_K/r1-1776-Q6_K-00011-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00011-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..50c477ed917420556501062075ea3845dffdae89 --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00011-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2caf2f4b648bca3d251ff9871b0168efbde1ef0117b84c11611b54e1b0a92f31 +size 47227297760 diff --git a/Q6_K/r1-1776-Q6_K-00012-of-00012.gguf b/Q6_K/r1-1776-Q6_K-00012-of-00012.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8792df51d8ad8f65c331275d755040669c79ff25 --- /dev/null +++ b/Q6_K/r1-1776-Q6_K-00012-of-00012.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd0e44ccbfeba35f8175d765754236e0e785b3c919c2b68a334020ec5357e60 +size 31431234528 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2a2c8f3b7c7f7f2e39544bba0981fff85e973d82 --- /dev/null +++ b/config.json @@ -0,0 +1,61 @@ +{ + "architectures": [ + "DeepseekV3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0, + "auto_map": { + "AutoConfig": "configuration_deepseek.DeepseekV3Config", + "AutoModel": "modeling_deepseek.DeepseekV3Model", + "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM" + }, + "aux_loss_alpha": 0.001, + "bos_token_id": 0, + "eos_token_id": 1, + "ep_size": 1, + "first_k_dense_replace": 3, + "hidden_act": "silu", + "hidden_size": 7168, + "initializer_range": 0.02, + "intermediate_size": 18432, + "kv_lora_rank": 512, + "max_position_embeddings": 163840, + "model_type": "deepseek_v3", + "moe_intermediate_size": 2048, + "moe_layer_freq": 1, + "n_group": 8, + "n_routed_experts": 256, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 128, + "num_experts_per_tok": 8, + "num_hidden_layers": 61, + "num_key_value_heads": 128, + "num_nextn_predict_layers": 1, + "pretraining_tp": 1, + "q_lora_rank": 1536, + "qk_nope_head_dim": 128, + "qk_rope_head_dim": 64, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "beta_fast": 32, + "beta_slow": 1, + "factor": 40, + "mscale": 1, + "mscale_all_dim": 1, + "original_max_position_embeddings": 4096, + "type": "yarn" + }, + "rope_theta": 10000, + "routed_scaling_factor": 2.5, + "scoring_func": "sigmoid", + "seq_aux": true, + "tie_word_embeddings": false, + "topk_group": 4, + "topk_method": "noaux_tc", + "torch_dtype": "bfloat16", + "transformers_version": "4.46.3", + "use_cache": true, + "v_head_dim": 128, + "vocab_size": 129280 +}