Add new model quantizations (#1)
Browse files- Upload folder using huggingface_hub (8276e2efc55dbe4e6b09595c18b4824c7f4a7bbc)
- onnx/model_bnb4.onnx +3 -0
- onnx/model_int8.onnx +3 -0
- onnx/model_q4.onnx +3 -0
- onnx/model_q4f16.onnx +3 -0
- onnx/model_uint8.onnx +3 -0
onnx/model_bnb4.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6b81d8fe3d549c50428f42b35e756fcb0d05b478da5b9ef7934d5a6026c898a
|
| 3 |
+
size 72140277
|
onnx/model_int8.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c58b7a4bc508cff048bcdcb3a7b48aeb96a9b3db37c30720a149fa97a75a21d1
|
| 3 |
+
size 32610862
|
onnx/model_q4.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d8cfdea4bbe155029cc3f33ad9e27381291f8244aad64e23ad4d7792b33cadb
|
| 3 |
+
size 73188661
|
onnx/model_q4f16.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:510aa97c085db59e7d7c0402e6f5e84e9c8e15ed04e857190760a6acca1671de
|
| 3 |
+
size 40838804
|
onnx/model_uint8.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:418b587742209e4080dedff644201b8e3e43ff4d7bc32008f2155a6a23fa9dc1
|
| 3 |
+
size 32610875
|