Hugging Face's logo

unsloth
/
gemma-3-4b-it-GGUF

Image-Text-to-Text
Transformers
GGUF
English
gemma3
unsloth
gemma
google
conversational
Model card Files
xet
Community
4
danielhanchen commited on
Commit
19a2c3e
·
verified ·
1 Parent(s): 70a9ac6

Add files using upload-large-folder tool

Browse files
Files changed (16) hide show
  1. config.json +1 -1
  2. gemma-3-4b-it-Q2_K.gguf +2 -2
  3. gemma-3-4b-it-Q2_K_L.gguf +2 -2
  4. gemma-3-4b-it-Q3_K_M.gguf +2 -2
  5. gemma-3-4b-it-Q4_K_M.gguf +2 -2
  6. gemma-3-4b-it-Q5_K_M.gguf +2 -2
  7. gemma-3-4b-it-Q6_K.gguf +2 -2
  8. gemma-3-4b-it-UD-IQ1_M.gguf +2 -2
  9. gemma-3-4b-it-UD-IQ1_S.gguf +2 -2
  10. gemma-3-4b-it-UD-IQ2_M.gguf +2 -2
  11. gemma-3-4b-it-UD-IQ2_XXS.gguf +2 -2
  12. gemma-3-4b-it-UD-IQ3_XXS.gguf +2 -2
  13. gemma-3-4b-it-UD-Q2_K_XL.gguf +2 -2
  14. gemma-3-4b-it-UD-Q3_K_XL.gguf +2 -2
  15. gemma-3-4b-it-UD-Q4_K_XL.gguf +2 -2
  16. mmproj-F32.gguf +1 -1
config.json CHANGED
@@ -42,7 +42,7 @@
42
  "vocab_size": 262208
43
  },
44
  "torch_dtype": "bfloat16",
45
- "transformers_version": "4.52.0.dev0",
46
  "unsloth_fixed": true,
47
  "vision_config": {
48
  "attention_dropout": 0.0,
 
42
  "vocab_size": 262208
43
  },
44
  "torch_dtype": "bfloat16",
45
+ "transformers_version": "4.51.0",
46
  "unsloth_fixed": true,
47
  "vision_config": {
48
  "attention_dropout": 0.0,
gemma-3-4b-it-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc5d71dfcf897483f1f48f3a6b420c599ea08c5440a550f5643cec401994fd45
3
- size 1556105536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a797d10c7f0aafa8f5eab755d0595a1170b41f9b8dd5e43bfe8c740f5d9a378
3
+ size 1729164416
gemma-3-4b-it-Q2_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc5d71dfcf897483f1f48f3a6b420c599ea08c5440a550f5643cec401994fd45
3
- size 1556105536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a797d10c7f0aafa8f5eab755d0595a1170b41f9b8dd5e43bfe8c740f5d9a378
3
+ size 1729164416
gemma-3-4b-it-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7ab26e02d2992f02155e34fe937190fb0fb419551a4b825e25745bd3c8e2407
3
- size 1925400896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0921bce658f0cb16e63f366772c87aa4d120cd79394914f9f8bcee4861dd4300
3
+ size 2098459776
gemma-3-4b-it-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:772b3a7b863279fe1a1b9fefb61438fe8ed54af418b739dacbbeec81438270ca
3
- size 2316835136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c4c7e40dc8c3d1aa8ad38688020aa27c1977e9e6d22010e753d9d6d64aff11
3
+ size 2489894016
gemma-3-4b-it-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fa9a58e1162ff96bde9d515f6d193ddf300d644862fc1b50dfee7419daebe00
3
- size 2656639296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6750f9b16e1db9f4445bb66c420305043fa4710fd4598af62a9b91514e8be6b
3
+ size 2829698176
gemma-3-4b-it-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d97b24c6539164419091d8e679b159d876bb26bab12cd4f5f0a8601eeb1105e
3
- size 3017681216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b44fe6e813d9ea9ec6bea0f120437322dd2a75ab98e3b1d59458536a1982611
3
+ size 3190740096
gemma-3-4b-it-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf5fab1bcd64afe66ce296d720c5325ae959d2ff1aff10518cde3eb01fbc1ecc
3
- size 1426979136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5408ab8fe158fea0c5f4d8179f9a15702f5c04daefc7793986ab6d59b79fd9d1
3
+ size 1239711616
gemma-3-4b-it-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ecd2bf9a6cbcaa71c39236aae67a6c3c9c4affbcd231ee7d2d07eb330f57f9f4
3
- size 1397283136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794b05435019600eef6fa2321b362f5d305f24245c1ca198b387202eb1e6763e
3
+ size 1179910016
gemma-3-4b-it-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d47d9499b08a948cc02dc12abc5cf6a044a8f1ec482cdb194ea373de2f27c512
3
- size 1600383296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4180d5de9dbba1f1431c8b48990a300270d13f2090ed4734898f4076cc9570
3
+ size 1565015936
gemma-3-4b-it-UD-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc5fd8d369a0f0af827aeefeb1ce94ae922dcef81294d5e31f3bb9f97f6711de
3
- size 1564338496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e64c8c55278b0a2005d519cd67d5ddebf3ed013a89252d0d6432f31646a12223
3
+ size 1342275456
gemma-3-4b-it-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3b0e0ee728d3043c964d37e84fa30afae1e0d3c0b5684f68acf433a080a5302
3
- size 1912949056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93bf468721a284f21d665cd9973aaed1c1d123c539bff1c2f91d7524b6d265dd
3
+ size 1710751616
gemma-3-4b-it-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:764c0452518be1c11e9f9c20edb3e767458e09dac4bcbdc9c4d13f9ab3d4a96e
3
- size 1683818816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:859b87858a07096ae7756a3e5ecd5400a1830c13b6bccdbf9f92cdcaef2a752a
3
+ size 1769407616
gemma-3-4b-it-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b195276f90076f6c6dd64f6b6cf8a765468e5fd3ce9bb2fb3b6c24ef15c88f0
3
- size 1986103616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89ef8d28ef9e773ae29aed589285739191081aa007c9ca01574976f897a273d4
3
+ size 2150929536
gemma-3-4b-it-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:daaa24ebca9120d0636fd35bb99135771a34e7bf8ad894cccfd76a9835a0fcd8
3
- size 2248800576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65831635a5e0b9cd8f495beeb8b08dec13a62fd26fe48cf893b66fd4915d0a4a
3
+ size 2544288896
mmproj-F32.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:879323f77a5f64008bc2accd521d0eb510e611cd5cd439cb61745d92295b4b20
3
  size 1673392384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4747d38b926de84609dadb278e10760a3e209b9d99a6f3c0866e2c2950e502
3
  size 1673392384