Hugging Face's logo

gabriellarson
/
Seed-OSS-36B-Instruct-GGUF

Text Generation
Transformers
GGUF
vllm
conversational
Model card Files
xet
Community
gabriellarson commited on
Commit
82a388c
·
verified ·
1 Parent(s): f4161b0

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. Seed-OSS-36B-Instruct-IQ2_M.gguf +3 -0
  3. Seed-OSS-36B-Instruct-IQ2_S.gguf +3 -0
  4. Seed-OSS-36B-Instruct-IQ2_XS.gguf +3 -0
  5. Seed-OSS-36B-Instruct-IQ2_XXS.gguf +3 -0
  6. Seed-OSS-36B-Instruct-IQ3_M.gguf +3 -0
  7. Seed-OSS-36B-Instruct-IQ3_S.gguf +3 -0
  8. Seed-OSS-36B-Instruct-IQ3_XS.gguf +3 -0
  9. Seed-OSS-36B-Instruct-IQ3_XXS.gguf +3 -0
  10. Seed-OSS-36B-Instruct-IQ4_NL.gguf +3 -0
  11. Seed-OSS-36B-Instruct-IQ4_XS.gguf +3 -0
  12. Seed-OSS-36B-Instruct-Q2_K.gguf +3 -0
  13. Seed-OSS-36B-Instruct-Q2_K_S.gguf +3 -0
  14. Seed-OSS-36B-Instruct-Q3_K_L.gguf +3 -0
  15. Seed-OSS-36B-Instruct-Q3_K_M.gguf +3 -0
  16. Seed-OSS-36B-Instruct-Q3_K_S.gguf +3 -0
  17. Seed-OSS-36B-Instruct-Q4_0.gguf +3 -0
  18. Seed-OSS-36B-Instruct-Q4_K_M.gguf +3 -0
  19. Seed-OSS-36B-Instruct-Q4_K_S.gguf +3 -0
  20. Seed-OSS-36B-Instruct-Q5_0.gguf +3 -0
  21. Seed-OSS-36B-Instruct-Q5_K_M.gguf +3 -0
  22. Seed-OSS-36B-Instruct-Q5_K_S.gguf +3 -0
  23. Seed-OSS-36B-Instruct-Q6_K.gguf +3 -0
  24. Seed-OSS-36B-Instruct-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Seed-OSS-36B-Instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Seed-OSS-36B-Instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Seed-OSS-36B-Instruct-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Seed-OSS-36B-Instruct-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Seed-OSS-36B-Instruct-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Seed-OSS-36B-Instruct-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Seed-OSS-36B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Seed-OSS-36B-Instruct-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Seed-OSS-36B-Instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Seed-OSS-36B-Instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Seed-OSS-36B-Instruct-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Seed-OSS-36B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Seed-OSS-36B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Seed-OSS-36B-Instruct-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Seed-OSS-36B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Seed-OSS-36B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Seed-OSS-36B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Seed-OSS-36B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Seed-OSS-36B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Seed-OSS-36B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Seed-OSS-36B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Seed-OSS-36B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Seed-OSS-36B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Seed-OSS-36B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Seed-OSS-36B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Seed-OSS-36B-Instruct-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da8be0222d12e2c70a2b34d76b6b3b30d7461b066568f76de61ad2765dbea26
3
+ size 12541930080
Seed-OSS-36B-Instruct-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c841bf726667d422ccbcf7eb38d59aa2508fe6669c58bf7305c2ebc405e8b2
3
+ size 11612629600
Seed-OSS-36B-Instruct-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e18d2c89a6eab77fba927cc2cbfc33817f670cceba33b6bdd01d26b68eaa5c3
3
+ size 10945084000
Seed-OSS-36B-Instruct-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07faa8127fdb7cd252cf5421c0bc7609776ab0ef6f84d5d35e4db97aa8b35111
3
+ size 9910925920
Seed-OSS-36B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:addbc0165e35266eb73fcc163e9b5ca6ec3e9245e66d398f286837bbf359f866
3
+ size 16496024160
Seed-OSS-36B-Instruct-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe1101726ac74641dec295107dd2b03a583bd674e734f1d093e2555ecea143f
3
+ size 15899974240
Seed-OSS-36B-Instruct-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38a5aeeb84ad1cab8b4b8552aef9d5a3dbb8defb699bee150ca0e9fe30b274ee
3
+ size 15089949280
Seed-OSS-36B-Instruct-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37fc472245139b04308073e971714aa20b2942d59b74d5c132dc247594012924
3
+ size 14116760160
Seed-OSS-36B-Instruct-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f82e6cb64124f0959fde0be95f10eaa2875f31ed3b42f9fc4d425006781193b8
3
+ size 20592986720
Seed-OSS-36B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec4989c14b3f4b45c88d8184b165cc737ae810f3d4e3e046439c569a7f1db9e3
3
+ size 19498617440
Seed-OSS-36B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86799ebcb04eab98860c58801177c022548c422eb8e3b90193dc5141a1c2e6e
3
+ size 13604186720
Seed-OSS-36B-Instruct-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:479cf5c7be0f36d0561cb0e2a0251bebd715ef6768d538ecf29406b0d0090edb
3
+ size 12608694880
Seed-OSS-36B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da39a04c0bd1c392243f93ac9cc7fb596deb412294bddaafed107561e67013ed
3
+ size 19142695520
Seed-OSS-36B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ec68db202ca28ef84056ee145772982c8cb18072b583f40f35a4f9cfc11fa6
3
+ size 17620949600
Seed-OSS-36B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d21b1bbd8b38e3fef7afb10f9db293ade0d10c5ff9cae8e3b4542977031235
3
+ size 15855409760
Seed-OSS-36B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9118ef3b4d3b8ea93b9a19b6c615699d1bab62fd6e7c1fb81ba05ef942fd791
3
+ size 20621822560
Seed-OSS-36B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46bffd7418ad70c071ca9323c3c0ccacec97c1c1b6dcf07f26f279d7f81b3d60
3
+ size 21762148960
Seed-OSS-36B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeeb4b6aebb5a76e8c2c7975ff306bd3a07d024edc92bf87dbe2c011f6cba378
3
+ size 20695222880
Seed-OSS-36B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dea7b4076d9ddd507c619ac72671201920928b517f81c4d8862a8444d40c554
3
+ size 25041242720
Seed-OSS-36B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87f6e31549b03b02ed0c275cd71e47e31b01868b850aa78438ae592b950426c9
3
+ size 25594366560
Seed-OSS-36B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb84fe6467035445a6fa0c2d6d8e7f0208171202d5f24a1a80cc17a97a258e50
3
+ size 24970463840
Seed-OSS-36B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd447ad7a9a257fdefca9d66e396055e04c48d76f6d863a155ecf6005020349
3
+ size 29666097760
Seed-OSS-36B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:459f88cf61629910d809b96e4480fd8e1cd5847a9b51348802fdf1ffc73d0ef0
3
+ size 38421092960