diff --git a/Llama-2-7b-hf_0.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_0.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171f4e24c4e426fe2339da7d2598befd4d38573
--- /dev/null
+++ b/Llama-2-7b-hf_0.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19176da3283c6375f895d560ae643a9a6743adaafcd7892536426b71890f314
+size 21137082
diff --git a/Llama-2-7b-hf_0.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_0.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f0a08f9c465e3fc24d06b0dfff0b6c7ead6bf3
--- /dev/null
+++ b/Llama-2-7b-hf_0.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f40fe058841a58bc1b87cd00b7cef63b81c665302524119b4626d964464c45
+size 21137082
diff --git a/Llama-2-7b-hf_0.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_0.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93442a315df39fcfbbb380a73129a611b6ec5626
--- /dev/null
+++ b/Llama-2-7b-hf_0.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fe73141d3c32e566e7cc5b754bfe0a46fd743f2fc70f5fd31179a6bb462ea5
+size 21137070
diff --git a/Llama-2-7b-hf_0.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_0.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5837c23d3bd303c9682234449c8d401c0bddd04f
--- /dev/null
+++ b/Llama-2-7b-hf_0.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4974bdb7fc9fb9488f1d35827712dcd0283df9172048fc6a2049202f61a1960
+size 7866060
diff --git a/Llama-2-7b-hf_0.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_0.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ae4c7f272fc1195f21cc999c157e4026401574
--- /dev/null
+++ b/Llama-2-7b-hf_0.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e549a0e8700bd6b66bba672b2b023ed6969154b35eb5ab47e5c02b20c5ec22d0
+size 7866060
diff --git a/Llama-2-7b-hf_0.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_0.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e69c592b13e4b34818bdabfd3b8d0220589622
--- /dev/null
+++ b/Llama-2-7b-hf_0.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ee26367f4d44cad6222a9c960eaba25cd5410d876fd67c14742e031c45cba1
+size 7866060
diff --git a/Llama-2-7b-hf_0.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_0.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23fb6405afcf764bf151ffd216ba925eb214ff1
--- /dev/null
+++ b/Llama-2-7b-hf_0.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb94794586ad036c0a744178e453b37a2e7b4950624c07ffe83cfa8328c39c7
+size 7866060
diff --git a/Llama-2-7b-hf_1.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_1.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7a8bbd8bcac96fe90d9b21990f1e6bfeed6ff5
--- /dev/null
+++ b/Llama-2-7b-hf_1.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6eedbd31de6c794bcaa0aa1d486bc390a3dc103bc0cd9b22ae5943b6c07a96
+size 21137082
diff --git a/Llama-2-7b-hf_1.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_1.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b7d9738721191a90b0f131f9846fe0c8091bd5
--- /dev/null
+++ b/Llama-2-7b-hf_1.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a1d44bdc5d5378448cd0b0a0fedf9bff6282e682ee42cceb53d8dbdea8c3f5
+size 21137082
diff --git a/Llama-2-7b-hf_1.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_1.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc83413541cc3350a9607ae97331845c6cfd03d
--- /dev/null
+++ b/Llama-2-7b-hf_1.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed9ab146cbac6ceeaba179977d3406ec721c8569806de7ea59d910413388cc9
+size 21137070
diff --git a/Llama-2-7b-hf_1.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_1.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3618089355d04a0a6fc268d817ca0d3ffcbfb8be
--- /dev/null
+++ b/Llama-2-7b-hf_1.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e85f09d1d54828575eff03fedd1c07027f9bb3985624563d0b5db4e3264a80
+size 7866060
diff --git a/Llama-2-7b-hf_1.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_1.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193253e0b86e7fc85b98de6871c44361ffc5f895
--- /dev/null
+++ b/Llama-2-7b-hf_1.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cfd61f42d145d918ca3d169633acdc71a971f90808652bd0f00a6d58b176a2
+size 7866060
diff --git a/Llama-2-7b-hf_1.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_1.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38cb7e89b76be0fff9b557d5dc3855e44474145
--- /dev/null
+++ b/Llama-2-7b-hf_1.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4798e53977dd65a4e86e74a4ccf4da48ef7056c19aa5f5af08052d2c1e55f8d2
+size 7866060
diff --git a/Llama-2-7b-hf_1.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_1.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40667f139ba4cc79812597087c581c439bf5cdea
--- /dev/null
+++ b/Llama-2-7b-hf_1.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ba40175886b36f9224039c883bc88c4af9aae7bda7dc18d109f36ee7e1ff6
+size 7866060
diff --git a/Llama-2-7b-hf_10.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_10.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad52562b105c1478a5d42eaccd4853e2c25627ef
--- /dev/null
+++ b/Llama-2-7b-hf_10.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133761cf06688f62c48f64d964110c4d6dc02065457e955be34d6b7c42c7f6af
+size 21137088
diff --git a/Llama-2-7b-hf_10.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_10.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a1cc927d59f8dd1e582818a6ccbd0f33c6787b
--- /dev/null
+++ b/Llama-2-7b-hf_10.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9343460b07f87615295d9b00811c74ab6510278a79ed77b11d5bc58329681180
+size 21137088
diff --git a/Llama-2-7b-hf_10.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_10.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7d713b3903e2c4b1f996e71dbaaa6ac742edd5
--- /dev/null
+++ b/Llama-2-7b-hf_10.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296838e00a4a789906c1d6b008627741e82ea31705399745aa03f003e390ea0b
+size 21137076
diff --git a/Llama-2-7b-hf_10.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_10.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09ca95bcc293e114756bcde35d34e53faf69e70
--- /dev/null
+++ b/Llama-2-7b-hf_10.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5008eb4ec2bd392a3b96372b3b48d19227e957c9ebabf31001573cda540b5194
+size 7866066
diff --git a/Llama-2-7b-hf_10.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_10.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0855b512b741838d147adaf316b28c5cc99aee7
--- /dev/null
+++ b/Llama-2-7b-hf_10.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82223d160607b6d7b710ccc68a6fb2b8be86b56752a8a077895bea6f461bef19
+size 7866066
diff --git a/Llama-2-7b-hf_10.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_10.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2532e4c9e9d98c502d84f8f107c61de22f5544e1
--- /dev/null
+++ b/Llama-2-7b-hf_10.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ba6e336dbecafdc7090b4c1c734edcd7863663ad07c42e3199ccf76f9479b4
+size 7866066
diff --git a/Llama-2-7b-hf_10.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_10.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568d672143a46d2c885b428bcb0a9833b8372713
--- /dev/null
+++ b/Llama-2-7b-hf_10.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07904134bb5e09298efd4b4f1e01fb6094191bde7e41a79de7aff673026c0a56
+size 7866066
diff --git a/Llama-2-7b-hf_11.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_11.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a4e6770e34e87aa3066952420066ddb9781047
--- /dev/null
+++ b/Llama-2-7b-hf_11.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b309abb6ec8284a82d7675d132370a38bfba5d5eaddb1103217ab9d97c157f32
+size 21137088
diff --git a/Llama-2-7b-hf_11.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_11.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376e5d252c487afb0e543fe335ad40063845a92c
--- /dev/null
+++ b/Llama-2-7b-hf_11.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ee3dbfa0ca9302e3e1393a11c071c7af0eb38105eae9ac65c7f209917ec2ea
+size 21137088
diff --git a/Llama-2-7b-hf_11.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_11.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048c3a5b08748c2bb073d4c8709084b8128e9439
--- /dev/null
+++ b/Llama-2-7b-hf_11.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89aaef77c0c91f8cd2223a3a63ce96b50c97480f40cc601ca632a17d625519bf
+size 21137076
diff --git a/Llama-2-7b-hf_11.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_11.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e382385202858812d4f222a123783b34bf0ab5
--- /dev/null
+++ b/Llama-2-7b-hf_11.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cca0b6872eb95290e3fd8d5c20b8400aefb5509b1b1b99ec1a9a88cd33f0e8
+size 7866066
diff --git a/Llama-2-7b-hf_11.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_11.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51d82e38fd5324053e47c1a8ac074089680bf3d
--- /dev/null
+++ b/Llama-2-7b-hf_11.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce62df0bfc2ccd478e285e6c78eb8e5f6fc0a4dfc27a0ae44e3623c2f2a9264
+size 7866066
diff --git a/Llama-2-7b-hf_11.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_11.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d42c74ab4021d27ef292cf1f28dbc8f5d92fda
--- /dev/null
+++ b/Llama-2-7b-hf_11.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060de4e13629de4709e360adaf4273b923c83e1a8e7a222069a8d1368721b40e
+size 7866066
diff --git a/Llama-2-7b-hf_11.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_11.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a027521b4149da807ae6ec0e8bbd8faee9f1913d
--- /dev/null
+++ b/Llama-2-7b-hf_11.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3a8b57adbd73bb8faa6875be20d7a8869a5ca75746e4ab5bdba74adfbaee75
+size 7866066
diff --git a/Llama-2-7b-hf_12.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_12.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51088465a0ad015270d27c372adcb2f474ed6e65
--- /dev/null
+++ b/Llama-2-7b-hf_12.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac27cca30257cf12b5a2ba04a79c0a5972dac1eef3719dfcfc9d0f3752c30ad
+size 21137088
diff --git a/Llama-2-7b-hf_12.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_12.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2fb090c166b0c2d60e3ffaed7b9e9e896a430f
--- /dev/null
+++ b/Llama-2-7b-hf_12.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fcb78e3cb38ff9d9b0aaf4f43499a13986d56b3034543b024265709f30069f
+size 21137088
diff --git a/Llama-2-7b-hf_12.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_12.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40a14013a35c2ba4ebc72f933741ea71a7955b1
--- /dev/null
+++ b/Llama-2-7b-hf_12.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f525f8e4d60b0dc015e2f0db6fd8b13ecbad5462fa90486bcdb850daa71cdd18
+size 21137076
diff --git a/Llama-2-7b-hf_12.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_12.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26084a60e0a311218f47657a11dd3b230b69779a
--- /dev/null
+++ b/Llama-2-7b-hf_12.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7d1eba69c2112571d6f8363013967c49e97486df5e9c224dcf78511da5eefa
+size 7866066
diff --git a/Llama-2-7b-hf_12.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_12.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160233fd74b62c4f95a41ebad3e343f5ed8f4067
--- /dev/null
+++ b/Llama-2-7b-hf_12.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ab45428dd99eb7f4499803552acb1199659b13097eb43ad653a6b9b81754a6
+size 7866066
diff --git a/Llama-2-7b-hf_12.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_12.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3169254271502ecac2c2efd381efbcc8750295d
--- /dev/null
+++ b/Llama-2-7b-hf_12.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1e7c2015301c4d2787c02921f807678d5f717ed377114ffe1f8bab7b0ae577
+size 7866066
diff --git a/Llama-2-7b-hf_12.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_12.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00de3b795e106ab7c582f6d7eda3790a211a148e
--- /dev/null
+++ b/Llama-2-7b-hf_12.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed71599c2234ce6fce344a13b702beb263d617cc5c3863f4655f49fbc1608a4f
+size 7866066
diff --git a/Llama-2-7b-hf_13.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_13.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e75dca32fb15a626d932aed2f725630670e647
--- /dev/null
+++ b/Llama-2-7b-hf_13.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca79b4e3852952ba3172a6bbe7eb7cef0a1fe413471002d9d392f7f62254e7b6
+size 21137088
diff --git a/Llama-2-7b-hf_13.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_13.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6b3947f60912f6e0c5cfb697ee138804a497c9
--- /dev/null
+++ b/Llama-2-7b-hf_13.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1f748ad5841030fdb6af5e1e4253a7aaf179d50c7d1887309e905de8203c23
+size 21137088
diff --git a/Llama-2-7b-hf_13.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_13.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617ad7058f5bc875fe4fb37b4e8f4fa8103f608e
--- /dev/null
+++ b/Llama-2-7b-hf_13.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0e601932bf64a47bc211c16e5a766c2d1aab05c70f15a4ee16355204d7c794
+size 21137076
diff --git a/Llama-2-7b-hf_13.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_13.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806eb796cca7fa90a184eba95869caf8195e723e
--- /dev/null
+++ b/Llama-2-7b-hf_13.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f0e3aec6a3b12a200bb12bb98f81c075890d757aae47ba14c249ca61d060f6
+size 7866066
diff --git a/Llama-2-7b-hf_13.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_13.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4194c7063f0d00af68a7bc3ba64f493b28fc16f
--- /dev/null
+++ b/Llama-2-7b-hf_13.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e6f731c546a743d655e4662d141bd444ba84f1c0ef5f0534879eb747e127df
+size 7866066
diff --git a/Llama-2-7b-hf_13.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_13.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9ada17c79668e73b07f6adc41519fd88ceb6df
--- /dev/null
+++ b/Llama-2-7b-hf_13.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386366ac4c2fe8b813408af966615793ab229c0290062c92115035e6b8ddb8c1
+size 7866066
diff --git a/Llama-2-7b-hf_13.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_13.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97165256b72bf337cb1b1acc0ff445aba01e8e8
--- /dev/null
+++ b/Llama-2-7b-hf_13.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32748fbc1491317b72c04a8ac9e7a5828d94bf3659d3bd229e501370237104c
+size 7866066
diff --git a/Llama-2-7b-hf_14.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_14.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04a769ecff7b8986c0a5b564ccf2e17ec35e045
--- /dev/null
+++ b/Llama-2-7b-hf_14.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efabe7bb6a9ee370ec3cc19c0ac0d9c9db647116581e95daf30a1c307bc235a8
+size 21137088
diff --git a/Llama-2-7b-hf_14.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_14.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ad5df7726f20233e4b8ce31a91d8a07a492504
--- /dev/null
+++ b/Llama-2-7b-hf_14.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9aee818ee1df14958d850ea762b7cff3a8ba50b2e00daf5d6783de258d8ea89
+size 21137088
diff --git a/Llama-2-7b-hf_14.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_14.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4dabf2f4bc86daf2f40de7acc36b1c4cd7c4f1
--- /dev/null
+++ b/Llama-2-7b-hf_14.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce7b933d35f825fab748a11177adada028156a45cfe3e8b9cff5bef8ab306e3
+size 21137076
diff --git a/Llama-2-7b-hf_14.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_14.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61df4c83c1783473d7b8fe94ebbafb2042e0276
--- /dev/null
+++ b/Llama-2-7b-hf_14.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fc2b089cf9d517116633355a4532c342aa2a1257db3d852a2397ad27234ec4
+size 7866066
diff --git a/Llama-2-7b-hf_14.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_14.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562138a4195e082a6787621cd36c412b75e5a3d6
--- /dev/null
+++ b/Llama-2-7b-hf_14.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d631d27d4f9a602bda88daa76804031d278b10737c71a7e9d0514abbb974b7
+size 7866066
diff --git a/Llama-2-7b-hf_14.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_14.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b218512a7e71283d8557d92ff5a56443699595c
--- /dev/null
+++ b/Llama-2-7b-hf_14.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0398a31911cf20097c39e84623fcbd04de54bafa0059c4c9af0cff0f976d8b
+size 7866066
diff --git a/Llama-2-7b-hf_14.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_14.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fac4c579f4c31dde5a08cb63e4f03f07cc328a
--- /dev/null
+++ b/Llama-2-7b-hf_14.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab492b5e963454e8ac57d59434958c3e2162f6b011eb42819cbfa61c68266bd
+size 7866066
diff --git a/Llama-2-7b-hf_15.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_15.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5c8e93486d77279cd5665864ede11d706ea169
--- /dev/null
+++ b/Llama-2-7b-hf_15.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4bc7561be2f9a7920ce37c08965f39823ff3b98b2c51d282e653f52fa20c94
+size 21137088
diff --git a/Llama-2-7b-hf_15.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_15.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6e2c1e0848ee5c594688bfebe99646c7ae1e93
--- /dev/null
+++ b/Llama-2-7b-hf_15.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311876f32ab36abe0d624e9075667fb8e4bace4747257542f0df417ca2c5dd1f
+size 21137088
diff --git a/Llama-2-7b-hf_15.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_15.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b91feab51b8237bf1bce564422b00ef63957e0a
--- /dev/null
+++ b/Llama-2-7b-hf_15.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b0435029de13af929308f92752022bae9ac6defc69f3ed5e4ed0d204a4d78f
+size 21137076
diff --git a/Llama-2-7b-hf_15.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_15.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d89ce69920a89b958f33d80be265ee65b36ccc
--- /dev/null
+++ b/Llama-2-7b-hf_15.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438d7fb7e9348136d7662243363a64195d8f909bdecfa053fd6edb5830e42910
+size 7866066
diff --git a/Llama-2-7b-hf_15.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_15.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1ae2bfa2e41422e0a9191edee829c7feca3037
--- /dev/null
+++ b/Llama-2-7b-hf_15.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed99a79acfd43d4bfb033812f615ee238ee25fccf81e1ec6506a8ffecd7245c
+size 7866066
diff --git a/Llama-2-7b-hf_15.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_15.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15158b159d06c069ae3241e22538f8094df30f01
--- /dev/null
+++ b/Llama-2-7b-hf_15.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879e344573cf3ffcb19c1fac2a445acd38ceb165021f7ac4f72ead176af86927
+size 7866066
diff --git a/Llama-2-7b-hf_15.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_15.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3a21f63a4ca4943fc85821aadb9f7882a08911
--- /dev/null
+++ b/Llama-2-7b-hf_15.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aebbb66c337013080ca40533ba5984f96cbac74783e421022f7dea27ea817c2
+size 7866066
diff --git a/Llama-2-7b-hf_16.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_16.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd8fd4da6924ffd1cd1a7d3eb05e16c58349608
--- /dev/null
+++ b/Llama-2-7b-hf_16.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85888195e5638fc291d7aceeaf85d7b8dde90bd5a2cb9392e8cddcdd49e705ab
+size 21137088
diff --git a/Llama-2-7b-hf_16.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_16.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2090821329ec3039388846492863dcb7f41cd207
--- /dev/null
+++ b/Llama-2-7b-hf_16.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9633d0affa5eab51b9c16aefdf6533edb45c19bab1f5990f1aa31560900e161
+size 21137088
diff --git a/Llama-2-7b-hf_16.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_16.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e45c173c5a7d89e58d88e5121c53b21a5cef36
--- /dev/null
+++ b/Llama-2-7b-hf_16.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6048fb681e925d94d3a573075dee0ab42bbbf98a9c0ed80e3573c449469e62c
+size 21137076
diff --git a/Llama-2-7b-hf_16.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_16.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2a426243b71633d97bd8e7218c0df353add6d3
--- /dev/null
+++ b/Llama-2-7b-hf_16.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b7cee09010868ec6b119750ee75b72d0f09e2955a38c962de4f1d0af617886
+size 7866066
diff --git a/Llama-2-7b-hf_16.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_16.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb0c3390b39e2731ebe6dccc4a5b43a2048aba8
--- /dev/null
+++ b/Llama-2-7b-hf_16.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5295cd0219f9451870429e68a0938b34a787598ea431a60080133fa7c5794f7
+size 7866066
diff --git a/Llama-2-7b-hf_16.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_16.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74982505ce774cf687f805bf3c9a3b4a6fe84961
--- /dev/null
+++ b/Llama-2-7b-hf_16.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bd8c4d9c505df4a6315111f288bc9959d9f1d1f225e106a6d6518ed604706a
+size 7866066
diff --git a/Llama-2-7b-hf_16.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_16.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accfa38db4f6e771ce46cf4fc5978201c618d1ac
--- /dev/null
+++ b/Llama-2-7b-hf_16.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da906f8deef9ada601859a80f9e91033a60d05d33b1a7eb928e81cec4dc0600
+size 7866066
diff --git a/Llama-2-7b-hf_17.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_17.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879b694bb89263a1379aa43129cbd43c0fe8582f
--- /dev/null
+++ b/Llama-2-7b-hf_17.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07544f054931982792885c2efd91a57fa47e4808c81a6f4928b8314ac1f56411
+size 21137088
diff --git a/Llama-2-7b-hf_17.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_17.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab5fa933c8a7f71ca3d00a96e70a9a8773c47ca
--- /dev/null
+++ b/Llama-2-7b-hf_17.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776b5d505e03246d05906395f0f40c46ce98d0a89a22446f825dea066e35ad7b
+size 21137088
diff --git a/Llama-2-7b-hf_17.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_17.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84431e33e7e4bb8586868f9f64c6f8cbdcc2c8ac
--- /dev/null
+++ b/Llama-2-7b-hf_17.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db17c3f396b0bff68feb9379d4e96ba3d20e3ec9204ccc9a726ac29fb171ee1c
+size 21137076
diff --git a/Llama-2-7b-hf_17.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_17.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3690ff8cdb3d42e05d5fb24ed5e27240cd00c5
--- /dev/null
+++ b/Llama-2-7b-hf_17.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844c0c76447761664968a173977e61e5b1aa1ae4d8b79bb88d13012cf75198e8
+size 7866066
diff --git a/Llama-2-7b-hf_17.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_17.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94df6a09aa3148845add6a5eec7bb7bba14fa87
--- /dev/null
+++ b/Llama-2-7b-hf_17.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699b18bcb964ebe8b9a88c57950e5ca840cbd7511adc74702b6fc99527ba8334
+size 7866066
diff --git a/Llama-2-7b-hf_17.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_17.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1e54a15d75fa2d796514cf093590df834993f9
--- /dev/null
+++ b/Llama-2-7b-hf_17.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af27f67d4f1471af18029c8bf4d9a5a5ba0fe4677131cd4b50d67a3d85236b5e
+size 7866066
diff --git a/Llama-2-7b-hf_17.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_17.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9939a576840c01f2f724e227629f3a55f2171f2b
--- /dev/null
+++ b/Llama-2-7b-hf_17.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32575d12efe7e7f5aaa1549bd0f9cdf1b8e1506c2bf6d1fe9696239a19f16115
+size 7866066
diff --git a/Llama-2-7b-hf_18.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_18.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacfab4026f7b38cbced4a6d199962f8c0847845
--- /dev/null
+++ b/Llama-2-7b-hf_18.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec29dceffb8615ecd51b19459d9d93df47ed1fd9d41c79b3fb460cb44ab015b9
+size 21137088
diff --git a/Llama-2-7b-hf_18.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_18.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023b2c8d9914171167d232141578ac1ade10c388
--- /dev/null
+++ b/Llama-2-7b-hf_18.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb31140e6b5641e67901eefa66d5da114099a70038202404d4429c518b18019
+size 21137088
diff --git a/Llama-2-7b-hf_18.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_18.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2291a225fef9c7bdb2c54056a49478934ea170c7
--- /dev/null
+++ b/Llama-2-7b-hf_18.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e212780a590b045606cadcbf74adc166c205aefcb00013231762b075f3c4957
+size 21137076
diff --git a/Llama-2-7b-hf_18.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_18.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a741712dfb75e9eed3de178c977bc060875344
--- /dev/null
+++ b/Llama-2-7b-hf_18.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4ae61cce0f140912b259bf6e9f594e42704078a0d1aaff6541c2c26ecc3bcc
+size 7866066
diff --git a/Llama-2-7b-hf_18.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_18.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0929633545d044923d5ca2c6d46e318aa0dbb32
--- /dev/null
+++ b/Llama-2-7b-hf_18.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166359e90ebc161a089ec1597b823151fa38fb2d0cac11b54dea0a576393586c
+size 7866066
diff --git a/Llama-2-7b-hf_18.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_18.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd3a5744a81d807ba53d43680c99bb183b98e3b
--- /dev/null
+++ b/Llama-2-7b-hf_18.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab925e77f38a7108b51cd06177668f048bb5ec307c4991ff072283f99d2d0b3f
+size 7866066
diff --git a/Llama-2-7b-hf_18.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_18.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6860de08bde960880007fe33eebd59acc6c21a
--- /dev/null
+++ b/Llama-2-7b-hf_18.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb92c919e1741345377f085ab5ed0c08f5433c5f6b3300583dd621b0fd4adf2
+size 7866066
diff --git a/Llama-2-7b-hf_19.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_19.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddca81b6cd33c0afcc63da19d3c17e7948ea0de
--- /dev/null
+++ b/Llama-2-7b-hf_19.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f785d262455cd8c5d84db995c73bc98c3039bd0f1ab91d3665e698868f239c14
+size 21137088
diff --git a/Llama-2-7b-hf_19.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_19.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049c774c9720372f69162d2fbc337aefc229af64
--- /dev/null
+++ b/Llama-2-7b-hf_19.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867b8257d8374add34a1fb16c4fc85210baa70497764e0afc45385e533f709d2
+size 21137088
diff --git a/Llama-2-7b-hf_19.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_19.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d8ebfc8d224d469cad50c1c34da3fd22213c4d
--- /dev/null
+++ b/Llama-2-7b-hf_19.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d0b4b3453fa26e55eebade93cffa9a5fdc71cdb780e4ec6894009b2e0f31d9
+size 21137076
diff --git a/Llama-2-7b-hf_19.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_19.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a11fde07dc758863db0f98ee52ba33284c7cc0f
--- /dev/null
+++ b/Llama-2-7b-hf_19.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32749f72e6cf4ed390869028bec6edf512dee13cf5b127e2daada3d9ee43e4bf
+size 7866066
diff --git a/Llama-2-7b-hf_19.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_19.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0b4cdf293d21902c75675074e72c6227806abb
--- /dev/null
+++ b/Llama-2-7b-hf_19.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadacd86a82dc6db1f7e62123cd319abeffe9fe0f64e66511b03f4685cdfc61d
+size 7866066
diff --git a/Llama-2-7b-hf_19.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_19.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120967ddc43b7c81dd18160a882d15dfa6bcf75
--- /dev/null
+++ b/Llama-2-7b-hf_19.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34b6f3a741da1b2e6d58a93b05ee66fa817623fc9d71e220f407e8742736a72
+size 7866066
diff --git a/Llama-2-7b-hf_19.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_19.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15f1641dcd145dd8bd81fcab3d6a9908271831d
--- /dev/null
+++ b/Llama-2-7b-hf_19.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970387ff6d32af59a130209aecf09b1aeddfe4515642989e32939fc84a55e9b
+size 7866066
diff --git a/Llama-2-7b-hf_2.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_2.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dfdf96e6760db390655ea240f0f4624d5e1265
--- /dev/null
+++ b/Llama-2-7b-hf_2.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d83f4079a47c0bd28803a1017d54efce52fc3c7bdc3e45bfb13d7aeff7d7142
+size 21137082
diff --git a/Llama-2-7b-hf_2.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_2.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b060e63d71c1b1ef40c2855c85c0ba474561aff
--- /dev/null
+++ b/Llama-2-7b-hf_2.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ae984e78f0b7c9c1fb5995c912af39dd1d96e9019843942d05ae36fadf3dc0
+size 21137082
diff --git a/Llama-2-7b-hf_2.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_2.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08581b3c51a94e886fc620cdc9bce1440395982c
--- /dev/null
+++ b/Llama-2-7b-hf_2.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b416d0f2818b2365925610146fd0fd6a1847b48ef6a6821c4aced5cd4f9b9dd5
+size 21137070
diff --git a/Llama-2-7b-hf_2.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_2.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364dc5f432dfe7488a8d3b066fc0b7af5b916b6e
--- /dev/null
+++ b/Llama-2-7b-hf_2.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb59a3c09fb74a81299c068fbbc2838bb5d2b641f85d1bde218c2de6a466fa85
+size 7866060
diff --git a/Llama-2-7b-hf_2.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_2.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62d413d0fd7d8599a15bf768e5161687589ae90
--- /dev/null
+++ b/Llama-2-7b-hf_2.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255b26ae290efd54ae9e99734479194733ed4ff1da710f913ee060c472b10dc9
+size 7866060
diff --git a/Llama-2-7b-hf_2.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_2.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b321f8af45667ee04a14356953154e76d00e45df
--- /dev/null
+++ b/Llama-2-7b-hf_2.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e42b021208e15ee12f155bf08efd1222e6f8d22e890080299928c496d1a63b2
+size 7866060
diff --git a/Llama-2-7b-hf_2.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_2.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3605d8ed07c90d83af740677c04a3c3a17ce9c25
--- /dev/null
+++ b/Llama-2-7b-hf_2.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cc96c202ca41de9e1b89b0cf1f391d19f2b6c9a12bcb948cc02153dafb9d08
+size 7866060
diff --git a/Llama-2-7b-hf_20.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_20.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b79fef83f9c876f80354b688ca3c3e4bd54f19
--- /dev/null
+++ b/Llama-2-7b-hf_20.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39621a3d2a44589a07e84484a534950f4b0d69ea937d3f1233fb6c80733158a0
+size 21137088
diff --git a/Llama-2-7b-hf_20.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_20.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011cb9ded378143a1b678bb7563d125eb2b86284
--- /dev/null
+++ b/Llama-2-7b-hf_20.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de359c81b9455ec4588e33906d11a60b963fe4e5c694f359a35baedb87c52311
+size 21137088
diff --git a/Llama-2-7b-hf_20.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_20.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e954f53d7810a184a221c6bf7bb21d1ee549c2be
--- /dev/null
+++ b/Llama-2-7b-hf_20.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64524fc8eaf3db3a1ac9ec8634879925152d8648b41afc4bb739d89d873dfaf5
+size 21137076
diff --git a/Llama-2-7b-hf_20.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_20.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b478a15d342597864f222dd9ee85a4c0a68c4f45
--- /dev/null
+++ b/Llama-2-7b-hf_20.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d1aec905d459b5093755c47fade1ac1872e325ffcb480ce37790667e23fd60
+size 7866066
diff --git a/Llama-2-7b-hf_20.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_20.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944e8c29ff2f0646947c93d697fd5e80f1613e2f
--- /dev/null
+++ b/Llama-2-7b-hf_20.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e42f7d83fe7ff986d4e62a03a7d52a2422148947cde59b2aa550c1a12f974f2
+size 7866066
diff --git a/Llama-2-7b-hf_20.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_20.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5f88d795a9064ac55299cd456967960c7247b2
--- /dev/null
+++ b/Llama-2-7b-hf_20.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403e5957eff4b67f97ac5849b27105f2de90c26f33fbaae40ddd9a60987b7aab
+size 7866066
diff --git a/Llama-2-7b-hf_20.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_20.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c12bdb4968927a8d6b7f278b6a1b70fed8bc08d
--- /dev/null
+++ b/Llama-2-7b-hf_20.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc2cbea5329570e6a9f9b5e40a09f96a8f7317fdade54781c65039da9c56a6c
+size 7866066
diff --git a/Llama-2-7b-hf_21.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_21.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a7016c03468b5375b7efc22df97b595875492a
--- /dev/null
+++ b/Llama-2-7b-hf_21.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806c6239b57f96769a39d13c0cc1e2a785cdff6bf4ae889e0a8b44d6fd2a1efa
+size 21137088
diff --git a/Llama-2-7b-hf_21.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_21.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c95c8019aa1359a14be740a70beb98fd18ce7c
--- /dev/null
+++ b/Llama-2-7b-hf_21.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8f21e866f339211cfc57f074c6b527c856fe378bfc0053113ebe911f2b0f9f
+size 21137088
diff --git a/Llama-2-7b-hf_21.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_21.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de5e55f14ca7e51ed2944c372dde70e90420e25
--- /dev/null
+++ b/Llama-2-7b-hf_21.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec7b28bbd166038e87d9ba0506b387697769cb8b345ddcbb1f40e05bcd09919
+size 21137076
diff --git a/Llama-2-7b-hf_21.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_21.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297584735a849314e15ec72e71bf7aac0998369f
--- /dev/null
+++ b/Llama-2-7b-hf_21.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def1d7e2f11e5d7144ab564cdae41fffcfcf524c74bc8250eae6f8c05ae0cce7
+size 7866066
diff --git a/Llama-2-7b-hf_21.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_21.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d3a528bd95c9a5ad9bf7f7c89ea86774cbe51c
--- /dev/null
+++ b/Llama-2-7b-hf_21.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28dfd021228b0541c530732a0bd4bd2dcc6688e83c96e4f9fe4a863e9c47e24
+size 7866066
diff --git a/Llama-2-7b-hf_21.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_21.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ae76c2ff49d71d4184fa4335ca10ced2e79c35
--- /dev/null
+++ b/Llama-2-7b-hf_21.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d84c28c3a04a4176a1a6090078a4ec86b5dd78f38b18d1fcb1120bebccc60b
+size 7866066
diff --git a/Llama-2-7b-hf_21.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_21.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6eadf5804b74fe5ae0bf93c63ca583a504b6532
--- /dev/null
+++ b/Llama-2-7b-hf_21.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86458d1df10ab41e7eccc7452f43f533d2c1bc64a9b28564c077f00633ec56b
+size 7866066
diff --git a/Llama-2-7b-hf_22.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_22.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181119124c142af855709817a697fca161336b4c
--- /dev/null
+++ b/Llama-2-7b-hf_22.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6456fb00d35a8c7e2b23b4ed1a53176b62fcf6c7333c6289cc0a218a47129256
+size 21137088
diff --git a/Llama-2-7b-hf_22.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_22.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c070d9bd3475acb7f78390616b843b923b060e
--- /dev/null
+++ b/Llama-2-7b-hf_22.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe052b1b19f417802c23589dc80d44d7dde833de7743ba3a55c1e478df0f1a19
+size 21137088
diff --git a/Llama-2-7b-hf_22.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_22.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136afbc0adb45722126fc39414006a4e728785d4
--- /dev/null
+++ b/Llama-2-7b-hf_22.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e80409722a31b5eb810d833dbdc406875cd6c66eeff30fd6a155c4b8689f5d0
+size 21137076
diff --git a/Llama-2-7b-hf_22.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_22.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaa67c4f6fd44d25902b8550caffdef95a36c21
--- /dev/null
+++ b/Llama-2-7b-hf_22.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b148b31b5d83f081ade87c4b42ed83eec3386a20c90b03f6b54263980abf234
+size 7866066
diff --git a/Llama-2-7b-hf_22.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_22.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcd748c7956ab47ad3f965ad3ae3a2ea8700e7f
--- /dev/null
+++ b/Llama-2-7b-hf_22.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e2fcf5cca7d940b8069c276409fa3c9beb54fedef0ec893cf3ceb4a2cd2e86
+size 7866066
diff --git a/Llama-2-7b-hf_22.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_22.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e114d0e03bc682c30747b2f4f6fbc19302bb65
--- /dev/null
+++ b/Llama-2-7b-hf_22.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbf295a93a4a0681162ab0fe5e52cd40cd92e2516b51066fa92f472e5c5fb57
+size 7866066
diff --git a/Llama-2-7b-hf_22.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_22.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aba85eb8814bd51ce90875fb4346db2cbbc3511
--- /dev/null
+++ b/Llama-2-7b-hf_22.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ca89e75ba643c6ccd50a526e4896d496ed0f4888c6ccb3ee566bf72c86fc68
+size 7866066
diff --git a/Llama-2-7b-hf_23.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_23.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a2f7a336d131d94e4578de1b91597b358fd68a
--- /dev/null
+++ b/Llama-2-7b-hf_23.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a4453eb1f9b40c009fe95b68f5fa3ab9bb0c083c21d216e9078ce19e3308e8
+size 21137088
diff --git a/Llama-2-7b-hf_23.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_23.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a807ef079e47263098f96af695dc94d6a77e30
--- /dev/null
+++ b/Llama-2-7b-hf_23.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba0c5b1e7dc289cd408973f3486f80de01f9c0e399f0494344a79e297a934f5
+size 21137088
diff --git a/Llama-2-7b-hf_23.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_23.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff3a6d1b4667ad6f799004d916d53ecbe16d57d
--- /dev/null
+++ b/Llama-2-7b-hf_23.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6cebae7947164e06114ac781847efc4b3b1021a914b47b42b8984f766d3eb8
+size 21137076
diff --git a/Llama-2-7b-hf_23.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_23.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0053445114bb6b00491237f4a69fc528f0b4657c
--- /dev/null
+++ b/Llama-2-7b-hf_23.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8a8d8bcce78ea4d0ea29a66d4a1bada20e56e19028d4ea418b99afa289c77a
+size 7866066
diff --git a/Llama-2-7b-hf_23.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_23.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da903059f2981a0c02fd57564b8e28293c1908d
--- /dev/null
+++ b/Llama-2-7b-hf_23.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d8aa24f341d27ad1f6dc97e4f9012069ef8a5b1043a97d45935b10684770f8
+size 7866066
diff --git a/Llama-2-7b-hf_23.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_23.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5d74479b640599a5093b2a43f0368fd4dc1ce6
--- /dev/null
+++ b/Llama-2-7b-hf_23.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1073c2573d1bbbe487562fe196d5e2f7c22e98e701ff15cbf794a418d94c1e8
+size 7866066
diff --git a/Llama-2-7b-hf_23.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_23.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d8881d0c30649eac2b50637255daf0d3ffac38
--- /dev/null
+++ b/Llama-2-7b-hf_23.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07230d6823d6e227fa1a09553402e5cba27142f5d2dbcfeca8fbfa8af6dbd58f
+size 7866066
diff --git a/Llama-2-7b-hf_24.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_24.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40a5f572d43b97b7e43e524e440eb14bcb6e493
--- /dev/null
+++ b/Llama-2-7b-hf_24.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a82ec37a35ce7136f67a25568101caea5ba8ba3ae9b150b1e45030d8c66a39
+size 21137088
diff --git a/Llama-2-7b-hf_24.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_24.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229af20a8a785493adf226774589a5148a641feb
--- /dev/null
+++ b/Llama-2-7b-hf_24.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b8056140f1ea4a187baaee2120e4cffe305ebbbe084e11bfe4b522a633a9b2
+size 21137088
diff --git a/Llama-2-7b-hf_24.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_24.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfe024b657da5bdfefa5857e9cab22992232274
--- /dev/null
+++ b/Llama-2-7b-hf_24.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c97c4df7d332e24b170313d6efe30eea3ee2326a94350bacf23b095065a2335
+size 21137076
diff --git a/Llama-2-7b-hf_24.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_24.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06749f0c45c44740d5a03476116b7813d214d9fc
--- /dev/null
+++ b/Llama-2-7b-hf_24.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cde16d7d7bc256dce28999c6124b893512cc74252ec5026d092f27bbb4a1bbc
+size 7866066
diff --git a/Llama-2-7b-hf_24.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_24.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4d690b1dacf1d27e6da090c6333db36787e66d
--- /dev/null
+++ b/Llama-2-7b-hf_24.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c7c80a0b15c333b53c33665f9d944baa66a104a52299347b382faeaac83d2e
+size 7866066
diff --git a/Llama-2-7b-hf_24.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_24.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e627e22899ddfc7db8fd0ed822539a481954bff3
--- /dev/null
+++ b/Llama-2-7b-hf_24.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f148467c5488f1fdc72a0008c79cf794ba6f998883f73f35f7f7d3c468b0b8
+size 7866066
diff --git a/Llama-2-7b-hf_24.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_24.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85672b47def1772df542e0dc0ab9d28452a25fa
--- /dev/null
+++ b/Llama-2-7b-hf_24.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9052f2968af423a190c940608e8ec0cef4b9de2351cd19cca84835253551cb1e
+size 7866066
diff --git a/Llama-2-7b-hf_25.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_25.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957df72a4bab6bf7a8966e90d80369b7b0dcbd7a
--- /dev/null
+++ b/Llama-2-7b-hf_25.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b7d1bcc1e90fe6a894986e1cf6c2431cf54ea436144f012c63671c9f8df013
+size 21137088
diff --git a/Llama-2-7b-hf_25.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_25.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87279c91590809390bee9f0bd8a3cbf31d00ecb6
--- /dev/null
+++ b/Llama-2-7b-hf_25.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc3f5779cf971768b629ad7858194efbf6d1ea03a9cadef88cdda7acc1ef53d
+size 21137088
diff --git a/Llama-2-7b-hf_25.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_25.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc843c3002e7f1955d680e24af92cf6e79a19379
--- /dev/null
+++ b/Llama-2-7b-hf_25.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c1f001f9140e9e759b0abb1c29b0c3a5f953ae833fe200187e051327da3e3c
+size 21137076
diff --git a/Llama-2-7b-hf_25.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_25.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85baf559529fdaa3516051180c0f99ddd712358
--- /dev/null
+++ b/Llama-2-7b-hf_25.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b32349ba7c62ca5d81ac16c1db0eae8766ceddcffb2a3e1d26ef3dc2741a367
+size 7866066
diff --git a/Llama-2-7b-hf_25.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_25.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeeadcdc26aab1b73efa80c551931d03bf3defc
--- /dev/null
+++ b/Llama-2-7b-hf_25.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb6f8e5bf9832451d82105388c7919438a496fabc28b81b1dbf15d9aaa9cf5e
+size 7866066
diff --git a/Llama-2-7b-hf_25.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_25.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a8f0c9e8a7dab3f216737e0d19c87007a0577c
--- /dev/null
+++ b/Llama-2-7b-hf_25.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72c34baa2b7ff079c9978f836be440fec152099ab2151ce711ab9951aee8a35
+size 7866066
diff --git a/Llama-2-7b-hf_25.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_25.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2090a1634278f68a1b68ea9840e7ce6aa88256d6
--- /dev/null
+++ b/Llama-2-7b-hf_25.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4025013d61dd3e59c1c61869acb18ab8d09d79dc0463596a112b67a54ded0f42
+size 7866066
diff --git a/Llama-2-7b-hf_26.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_26.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214b6ee12cb17669c205ddafec315bebfa4f41a9
--- /dev/null
+++ b/Llama-2-7b-hf_26.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e085467457b64807b08f61dd75f1f437a938bbaa9c922817aba81ae5001efd
+size 21137088
diff --git a/Llama-2-7b-hf_26.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_26.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072bb1568bafa48524fdaba6b280e7c6e1218d0b
--- /dev/null
+++ b/Llama-2-7b-hf_26.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29047b3037c34be37fd36106481279d32cb0ab9ed7af420bf309e477950bd0c
+size 21137088
diff --git a/Llama-2-7b-hf_26.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_26.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e3fa63a1090ff855b77820e9b4acefe5a07665
--- /dev/null
+++ b/Llama-2-7b-hf_26.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bafb7a0b823ec5a7420a9635ccab0e43611c1f9d90134fd4aa66ed5440af46e
+size 21137076
diff --git a/Llama-2-7b-hf_26.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_26.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89f31951d0032cecdc31c186ea3cbdc8b864b04
--- /dev/null
+++ b/Llama-2-7b-hf_26.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed76cf7ebe77640a3b1f1ebf12f86eedd34c077ac70bf0ae34b17ae09430bc8
+size 7866066
diff --git a/Llama-2-7b-hf_26.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_26.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327ac712656923722c0fb37320e025755b48960f
--- /dev/null
+++ b/Llama-2-7b-hf_26.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896214c4db660bf979eb9bfc5e9ca9a907d32177c00d99677590b52f39ada416
+size 7866066
diff --git a/Llama-2-7b-hf_26.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_26.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0ab12eeb060dd2d749e6352c449103faaf1411
--- /dev/null
+++ b/Llama-2-7b-hf_26.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9548093ae5ee14c55bac9e0210ac4462c69a679834e62db77e152c2d0e13f9b
+size 7866066
diff --git a/Llama-2-7b-hf_26.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_26.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc333991719d5b2b764688ab07b6017e55780303
--- /dev/null
+++ b/Llama-2-7b-hf_26.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b853f230e06a36e947c4416150405bd921c1fa3edda4c1b0a7a287e37a030fd7
+size 7866066
diff --git a/Llama-2-7b-hf_27.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_27.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f0856be805861257f1d9e95a44d3283de72c7f
--- /dev/null
+++ b/Llama-2-7b-hf_27.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bf1529ef0eb92f14a3c66bfc100fe10ae8e4b2a9b40e10d3092b8b6552a246
+size 21137088
diff --git a/Llama-2-7b-hf_27.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_27.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe11a7ae36cbfa15dc5524b46dd2116c02d76e41
--- /dev/null
+++ b/Llama-2-7b-hf_27.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a58e69ac2b5832a5c35a2b99324ccaaef5fb9eeb41ed5411f30ffbb31da790
+size 21137088
diff --git a/Llama-2-7b-hf_27.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_27.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53b168c52aae4017b15b9f1c246bb6e95c8d8eb
--- /dev/null
+++ b/Llama-2-7b-hf_27.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f67799888d3ab86847c10edddbbc343cf91101014668379ca75b699fc8b4e3f
+size 21137076
diff --git a/Llama-2-7b-hf_27.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_27.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c49f7c4962d7daef584842b0fe53b8317a31dcb
--- /dev/null
+++ b/Llama-2-7b-hf_27.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26d7bace3f01551beb0feadb47c503b11a761207f75de22b83972a18f520cc3
+size 7866066
diff --git a/Llama-2-7b-hf_27.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_27.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b19928ba4dc3cbf491d9e30e58630d80c3350f
--- /dev/null
+++ b/Llama-2-7b-hf_27.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a83b33e48524a3b60afe4422da6ae1b2790eb0d8c004c042e21e316820031af
+size 7866066
diff --git a/Llama-2-7b-hf_27.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_27.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a218246aafb71b817445d4744776469d9246634
--- /dev/null
+++ b/Llama-2-7b-hf_27.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eeec4404bce7a1b6d65617232ec380ad9e0d6b3faeeaaeb55bd1cb5c386ec9
+size 7866066
diff --git a/Llama-2-7b-hf_27.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_27.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41ed9d83d7c58ad965c04006c7e2d15cbb771ef
--- /dev/null
+++ b/Llama-2-7b-hf_27.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecbf39158f61c6838a40a1c04b04352febb8d3a820224569a8de03c5b06ec23
+size 7866066
diff --git a/Llama-2-7b-hf_28.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_28.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d51a33111a26f33efdbb1aeb8a8b9a44b42b2f7
--- /dev/null
+++ b/Llama-2-7b-hf_28.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7924c0680272c9b4cb132c5b9fb452c1fee8fe8cf65af1ec1155f233a7918eb4
+size 21137088
diff --git a/Llama-2-7b-hf_28.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_28.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec2b124b2e7669e7643b488229567834960aa03
--- /dev/null
+++ b/Llama-2-7b-hf_28.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b612e20781126000900b6adfbe325968cf27bac9cb193671f2a62aad2125444
+size 21137088
diff --git a/Llama-2-7b-hf_28.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_28.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43136b138195a23f14afca5c021f1f22946c2ada
--- /dev/null
+++ b/Llama-2-7b-hf_28.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6919631f3755dc869f1e3d6db176c76b7943dae2b927472f88d48c98a980b7b8
+size 21137076
diff --git a/Llama-2-7b-hf_28.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_28.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dbde7ee2959fc51796e729328f3d823ccda5a3
--- /dev/null
+++ b/Llama-2-7b-hf_28.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce636513d2046ec5435dea072f5377d542aefa49adb9675e17c49ab9d22cff0
+size 7866066
diff --git a/Llama-2-7b-hf_28.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_28.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0cf85a93356639227bacc6a49e6eca4deedbef
--- /dev/null
+++ b/Llama-2-7b-hf_28.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bb40af3fcd6012d964c2ce90e081034f365088b9cf125136d8498b0e799abb
+size 7866066
diff --git a/Llama-2-7b-hf_28.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_28.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2631f534455e08261cd6a271eb02a47ab02a46e3
--- /dev/null
+++ b/Llama-2-7b-hf_28.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7835f5343a01d12463f7a955719c4220390bdb4c41038d092faf6872ed5707ac
+size 7866066
diff --git a/Llama-2-7b-hf_28.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_28.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929141ba544e6d7df21cd7cc69453d48379c77fe
--- /dev/null
+++ b/Llama-2-7b-hf_28.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22f5b0a7c172250e6e7a6bfa7dd1df7df47d50815b549656941919eb67a1085
+size 7866066
diff --git a/Llama-2-7b-hf_29.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_29.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f03e08ad804cedd629b170553f2cb0155f9ff46
--- /dev/null
+++ b/Llama-2-7b-hf_29.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5733130a48751adf44707030131908c54661c8fb5826b17631231b2ac2dfb3ad
+size 21137088
diff --git a/Llama-2-7b-hf_29.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_29.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7ffe791795b5db13a57ab4c5741cdbd7ef3907
--- /dev/null
+++ b/Llama-2-7b-hf_29.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be1f4b524e151ae84dbafb3787f2adc4ad3c5dc74c799e2d26563c037742b38
+size 21137088
diff --git a/Llama-2-7b-hf_29.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_29.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3773b8391ececaaf4fbdf7fc847f4f39f7334abd
--- /dev/null
+++ b/Llama-2-7b-hf_29.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca04fc354080df4521a5b883079874f21f508b60c48acace245e0a55266de95
+size 21137076
diff --git a/Llama-2-7b-hf_29.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_29.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7b55e8cc2ef287ac7d32ec5546e4a6260cdd1b
--- /dev/null
+++ b/Llama-2-7b-hf_29.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a17521541729079f34cf0289c85f2286d663251fb413d5b571d8ee6c225f9b
+size 7866066
diff --git a/Llama-2-7b-hf_29.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_29.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ade33fe5e26b7e045918fbfc78a7785a730336
--- /dev/null
+++ b/Llama-2-7b-hf_29.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5c428381f313aebd357f8b5e7a218b8b21066a2c5b19d6242753224a9594c2
+size 7866066
diff --git a/Llama-2-7b-hf_29.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_29.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe13ea1e43698c5677e0a70564220b3f7ea352f
--- /dev/null
+++ b/Llama-2-7b-hf_29.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f36a0be0fa4dfa7710c6d6ffa1144c3b666bac5214c3b40c92d3d4d7e4eeea
+size 7866066
diff --git a/Llama-2-7b-hf_29.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_29.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a177e8951f5530be46890b01413ce68ea87914f0
--- /dev/null
+++ b/Llama-2-7b-hf_29.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe932fb5dedba0b9aebb5fdce6f1c9760532e6712f15f5dc1a7abd04020c29
+size 7866066
diff --git a/Llama-2-7b-hf_3.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_3.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eefa9975faa959db5c8ed416bf68d3d94348618
--- /dev/null
+++ b/Llama-2-7b-hf_3.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df90a4a4be147ea6ec717d712dd0f089acb8bb64d983c1e5c8ea425e6f1aa334
+size 21137082
diff --git a/Llama-2-7b-hf_3.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_3.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3a78cd3db63c14dad2046bbab320a1c5ef6234
--- /dev/null
+++ b/Llama-2-7b-hf_3.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9facb19ecc0199d560c721dd87f578050d9cce4b97582783217c75a9ad73822
+size 21137082
diff --git a/Llama-2-7b-hf_3.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_3.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed2fcaf5f18a14d32d4d3782a8da3c77cd36df8
--- /dev/null
+++ b/Llama-2-7b-hf_3.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc0dc06841f2732305dc4d618d1a089066fb8e41919f8792921072feea80935
+size 21137070
diff --git a/Llama-2-7b-hf_3.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_3.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1839fb82130c86cd32d4c2f675b75bd881d67d0a
--- /dev/null
+++ b/Llama-2-7b-hf_3.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badb896261ef4a80f6b2a8f828ec64e808fd6f36f50c1ba8d2e653b59dcb7b0e
+size 7866060
diff --git a/Llama-2-7b-hf_3.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_3.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf63bacd68228f8967091276463362091d2086b
--- /dev/null
+++ b/Llama-2-7b-hf_3.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e1b3c7cedcd9e99cd08dc6fe82acbf8df956b2a303b59cc333f8bb22a64cb6
+size 7866060
diff --git a/Llama-2-7b-hf_3.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_3.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3317d7a9126547a6f5e0a44b5aac4c111cb8b6d
--- /dev/null
+++ b/Llama-2-7b-hf_3.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ad028dd28c87aad214758bc152681a357f29a32f0eae1af2f5e31af9edc12d
+size 7866060
diff --git a/Llama-2-7b-hf_3.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_3.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb16e179ac4a8acb5b812611819940f6d9e1a7b
--- /dev/null
+++ b/Llama-2-7b-hf_3.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89dbfb5ccdfe0c8753edbc6978e91225b260094bce419e413e14e8cdfa81d5a
+size 7866060
diff --git a/Llama-2-7b-hf_30.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_30.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e66376130f86eb1ef9fa0b2d2a1adc3c632a21
--- /dev/null
+++ b/Llama-2-7b-hf_30.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739b5958c480d18be8a6eb1a368f26b822bfb0845a9ff5c9b3b16533284b40e7
+size 21137088
diff --git a/Llama-2-7b-hf_30.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_30.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b2849952352fbbfce3347efa5719b2c3a51e2b
--- /dev/null
+++ b/Llama-2-7b-hf_30.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ef94caf2f69988d4e290b121d6fe63586195889e432ba07ff926c11a36660f
+size 21137088
diff --git a/Llama-2-7b-hf_30.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_30.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c6d512f396754752baacb47c32c9fe2eeb29cf
--- /dev/null
+++ b/Llama-2-7b-hf_30.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b519c47929e0ddd13a7f2705239737da274ccea267ad0db6802fa6da1f62d433
+size 21137076
diff --git a/Llama-2-7b-hf_30.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_30.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f60df103a5e1f7295a8e994c93f31482c3e5e13
--- /dev/null
+++ b/Llama-2-7b-hf_30.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8211cb78262eeba30cf9788399ed97e3f9ce6c77f8a63c50b5e9513dd29c8c10
+size 7866066
diff --git a/Llama-2-7b-hf_30.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_30.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237a7ab40297106ec9f589cda212fdb50a37bd51
--- /dev/null
+++ b/Llama-2-7b-hf_30.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0133a5bb7677ae000dbfdba55328c3bc94055dc0d6f0ccb18eaa2915372f5138
+size 7866066
diff --git a/Llama-2-7b-hf_30.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_30.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268e24b8662397b760c86c13494b4dbc1437c375
--- /dev/null
+++ b/Llama-2-7b-hf_30.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fd6ad6e8889775aebc63646233e2424ff7cb7917be67913b197ebaa16ecff9
+size 7866066
diff --git a/Llama-2-7b-hf_30.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_30.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8db636eb1c1228b7be51975216c27ae8631bf4
--- /dev/null
+++ b/Llama-2-7b-hf_30.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a900e0e2c262ede114e2c781cff2c1314576b1adcf8df2e99b182b36c25b35b
+size 7866066
diff --git a/Llama-2-7b-hf_31.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_31.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1b7fbe0c61c3b5b44093e78afb3ec061ca4908
--- /dev/null
+++ b/Llama-2-7b-hf_31.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f956a4323d4122c6cb70fde16adba6b36c03d7d4e80b326db7eb5e45f0c99a17
+size 21137088
diff --git a/Llama-2-7b-hf_31.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_31.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414d547c05475547f74c29468501dcaa294e030b
--- /dev/null
+++ b/Llama-2-7b-hf_31.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2013a1f84b8910361caafaaf380c3e9cdfd8e63cdd7b4bc26776afc2ebe09a7
+size 21137088
diff --git a/Llama-2-7b-hf_31.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_31.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e891597f5c2fc33d8b9e403d2fb2774bef6862e
--- /dev/null
+++ b/Llama-2-7b-hf_31.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cacbcad287cc939325f7be378df3918c00da9ed4699ae1512904d14f69a1a1
+size 21137076
diff --git a/Llama-2-7b-hf_31.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_31.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b855dfbbccededbb4506bf330a29a1827947e9
--- /dev/null
+++ b/Llama-2-7b-hf_31.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8bcd77642ed2a79c6ef130fdfe66eb236c93936a96b2b1cdaa069fc92f165c
+size 7866066
diff --git a/Llama-2-7b-hf_31.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_31.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d1e1d30fc9803c78a24908663c54cbdb521b02
--- /dev/null
+++ b/Llama-2-7b-hf_31.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c524ff5dc61872fd4c2bab078c1e464c26c9279cfdf718975327675b1aab56c
+size 7866066
diff --git a/Llama-2-7b-hf_31.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_31.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4453eedae679d76a5c928b6ebdb1750465325e0
--- /dev/null
+++ b/Llama-2-7b-hf_31.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec524008124387bd52f466f653f109906c95ef9aceec0afe71fcf4493a66702
+size 7866066
diff --git a/Llama-2-7b-hf_31.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_31.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9f11e9947f6a31c08b2e66d61667909a4d7860
--- /dev/null
+++ b/Llama-2-7b-hf_31.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14e9de6d4dceedd4abd3d6a4438d8e6b907865922061f6426efaa129e94d3a0
+size 7866066
diff --git a/Llama-2-7b-hf_4.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_4.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4eaaed945c2d309ca71f1b717b47709910a66e
--- /dev/null
+++ b/Llama-2-7b-hf_4.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf560f3241640a1bd18b127518a961ea46f795c7ffd7ded548dc9e7f128c7cd7
+size 21137082
diff --git a/Llama-2-7b-hf_4.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_4.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e7ceee59f7a3e30856fea1636120d98322eadc
--- /dev/null
+++ b/Llama-2-7b-hf_4.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87a3789fb1da7584a2df3fc68cd5565d9d6e3fc84d841ad609e969fb105ccae
+size 21137082
diff --git a/Llama-2-7b-hf_4.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_4.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dee46f3796620fc241b1c8666c8011004ebd1db
--- /dev/null
+++ b/Llama-2-7b-hf_4.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d417b39f0942823392def09cfc2193ce388bb087d1615f589b31f3a0c1d54cb4
+size 21137070
diff --git a/Llama-2-7b-hf_4.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_4.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e291522c2813c1923069c89e7a38a58b6dc441e8
--- /dev/null
+++ b/Llama-2-7b-hf_4.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114c809680fbdaa37d42e2529e6032aae4c27932d67b54900de7ffbeb2fd823a
+size 7866060
diff --git a/Llama-2-7b-hf_4.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_4.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a877aa56151e9fd10a4c029a9f3c633705a03ad
--- /dev/null
+++ b/Llama-2-7b-hf_4.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac8e6ede47941a243aaa863c1c57a054875b71acc540886ec8dba4b58fdb150
+size 7866060
diff --git a/Llama-2-7b-hf_4.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_4.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e89ab9abd3f763c85074c7ff0aae763df772f6d
--- /dev/null
+++ b/Llama-2-7b-hf_4.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa9835a82cf15974f108c0545306d38ebe04db5bdeb60b95d2bd03f5986aff3
+size 7866060
diff --git a/Llama-2-7b-hf_4.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_4.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66abe6d9dc5af95d21b94db5fc5f956dba1bd79
--- /dev/null
+++ b/Llama-2-7b-hf_4.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9149a69aceb265630261416b8398fd8e1f395a3588ed8ad580157de607dc3ca7
+size 7866060
diff --git a/Llama-2-7b-hf_5.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_5.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e4e439f41981f27bdc619f139f30d1919a93d8
--- /dev/null
+++ b/Llama-2-7b-hf_5.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e31ca5db76660bc4f1238ed73865a6e36f5048b34946a044459072ae1a5a1
+size 21137082
diff --git a/Llama-2-7b-hf_5.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_5.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219e95caaeb6181f528231f1bb8d411769b0f750
--- /dev/null
+++ b/Llama-2-7b-hf_5.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066f43df55828613635b612f2348d5c7cd28579e9ca0ba23012bf15b1a74b847
+size 21137082
diff --git a/Llama-2-7b-hf_5.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_5.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253180ca0cfb6f065246f47e16e300af0bc5edd1
--- /dev/null
+++ b/Llama-2-7b-hf_5.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8466e815653b3d4cf694547ef39413c8c7b388aad0a42c183bf79191a268e0f8
+size 21137070
diff --git a/Llama-2-7b-hf_5.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_5.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009f2078d718fe898f868e6003f7b79ab2ed5cc8
--- /dev/null
+++ b/Llama-2-7b-hf_5.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f672f60052a9987f430794fdcf3d4a5134e7642edca6592a2311ca668ab6f55
+size 7866060
diff --git a/Llama-2-7b-hf_5.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_5.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e8e265d309e86166f93532daf2e8bba80fbaf9
--- /dev/null
+++ b/Llama-2-7b-hf_5.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c0fb6234271123f53ac7129184adaab17ac9c20e28d3a20cf95e0fc2dd8cd9
+size 7866060
diff --git a/Llama-2-7b-hf_5.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_5.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e20fe9de4139f530698f98010e06875d02affb2
--- /dev/null
+++ b/Llama-2-7b-hf_5.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a162288a898bd41fc216838ee36a7b1805a62e7eede79b27a6187f25008f33
+size 7866060
diff --git a/Llama-2-7b-hf_5.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_5.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1f0526e54ea1f4b4e6438f8994f31dfadbed89
--- /dev/null
+++ b/Llama-2-7b-hf_5.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc5c1a58c69800be12e6b6da04fe26d2693641b5240f975641f1b2747740ea3
+size 7866060
diff --git a/Llama-2-7b-hf_6.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_6.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7791077e114712fd99b9878c108920d0c0bd6c8
--- /dev/null
+++ b/Llama-2-7b-hf_6.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaae068815de96f947982ad87a63797f66612884e02cceeb164e0449e3a87d64
+size 21137082
diff --git a/Llama-2-7b-hf_6.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_6.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55109fabd2ee1d72ad2aaa17a25444610a9690d2
--- /dev/null
+++ b/Llama-2-7b-hf_6.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab035c9172841e220715bb8972099d3cac0d3e325b0bee40343514acf61de69
+size 21137082
diff --git a/Llama-2-7b-hf_6.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_6.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3780b1da4d24bea75470ec8c60a43fffd0d26050
--- /dev/null
+++ b/Llama-2-7b-hf_6.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded51857e2f9ca9fcbe946047dd0a969e0d5b426257bb48815847b8137604350
+size 21137070
diff --git a/Llama-2-7b-hf_6.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_6.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d75c32572935ff9d261eded55ff7980b8e21d
--- /dev/null
+++ b/Llama-2-7b-hf_6.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a82813aeab1b3ce63b842c6ab1722e9ff4881fb3167d9474bc8138fa9ab475
+size 7866060
diff --git a/Llama-2-7b-hf_6.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_6.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5af42871e3084c09a3da024b38dea5f924105a
--- /dev/null
+++ b/Llama-2-7b-hf_6.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca5408304a8b8334fc69c5d034c819ed379296c801c302264083db25286184d
+size 7866060
diff --git a/Llama-2-7b-hf_6.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_6.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797b3c9383d5e12d673d01e2847029dbea45aba3
--- /dev/null
+++ b/Llama-2-7b-hf_6.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcfe3751a596813717ccb4819cb6ee04bcc48841ed70e3ccdf1104d03a99c96
+size 7866060
diff --git a/Llama-2-7b-hf_6.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_6.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc0e4ad7c0eedf015a3e48ff9ca420cdb403806
--- /dev/null
+++ b/Llama-2-7b-hf_6.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a4797b730887dbe0fda377e8a309a42ebd2718b356361a9ea10c28927d8c96
+size 7866060
diff --git a/Llama-2-7b-hf_7.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_7.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09f9d9327e0d0692ae9270060ee6763749579fd
--- /dev/null
+++ b/Llama-2-7b-hf_7.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bf2905d0bd5fbbb9352f5f5509864d930d4ab268446bcaee1e32e6c904b835
+size 21137082
diff --git a/Llama-2-7b-hf_7.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_7.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df54296efcd105189dde438f15fc35d0cc14989
--- /dev/null
+++ b/Llama-2-7b-hf_7.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a692fbcfc2fe4474e552ba56e020872ec69f263377deb6ff183b7440353bc
+size 21137082
diff --git a/Llama-2-7b-hf_7.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_7.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f050889e14b6475a030513fe67ec8181496831b
--- /dev/null
+++ b/Llama-2-7b-hf_7.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e0de780d37d1a1ce40c61fab898d61472afcf45d05d985cbac9fca4d5189d7
+size 21137070
diff --git a/Llama-2-7b-hf_7.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_7.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a88e0ee623b5c4258e82d46f589e53df24a11f
--- /dev/null
+++ b/Llama-2-7b-hf_7.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fe9586cc98b14e575d89a38aae9dc29aac8430411eea1cfcc3ca2b6436853c
+size 7866060
diff --git a/Llama-2-7b-hf_7.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_7.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d6996d445fc061348d728563c3a5dd47a6ad09
--- /dev/null
+++ b/Llama-2-7b-hf_7.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e24ecfbd59ad63e3ce954c8b21db80dd2aedf2fe962e2d41f169ebc6456989
+size 7866060
diff --git a/Llama-2-7b-hf_7.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_7.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93819334337df32bc4b286cf1ea9e6febdb423f3
--- /dev/null
+++ b/Llama-2-7b-hf_7.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db3d07550d12ab51cc0990082fcc3a500ed7b4226fd05995c401a3365036cf5
+size 7866060
diff --git a/Llama-2-7b-hf_7.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_7.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68643d0ddc6edbe994d19993e8f33bd069db9f8e
--- /dev/null
+++ b/Llama-2-7b-hf_7.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fdc720775f57952dead8f650e271e6c0080ab64e8ae47c3ec47025b45fb469
+size 7866060
diff --git a/Llama-2-7b-hf_8.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_8.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6931f5db56fe90ec498f98c2be8fd14dafab735
--- /dev/null
+++ b/Llama-2-7b-hf_8.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0815d8352a7b9f30ee9fe6035b4f6680aee20ab7b3f05d624f93cd0a5cad735
+size 21137082
diff --git a/Llama-2-7b-hf_8.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_8.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d83fc5ceb868f7c96966e49ef8daf38b7d5bbdd
--- /dev/null
+++ b/Llama-2-7b-hf_8.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d9dcbfe4d592d9521f0ffcfeb244dc05c7e31f94c2d12ce87cc2944e585639
+size 21137082
diff --git a/Llama-2-7b-hf_8.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_8.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298e5fe2e16e64fa70fe387283477ed6cb42d502
--- /dev/null
+++ b/Llama-2-7b-hf_8.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b42fdb1af188eb728caffcee0301f017106f3f7805aafb8678788f3fceed87
+size 21137070
diff --git a/Llama-2-7b-hf_8.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_8.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a27b7e269304807edaf4615dc644d543bd6912f
--- /dev/null
+++ b/Llama-2-7b-hf_8.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84618fb45e57faaf7fe28fb30e1a8a2868ee67b50a55ba5d972eb50a6b1c2b7d
+size 7866060
diff --git a/Llama-2-7b-hf_8.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_8.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763d88a7a38ba87c08a52e9fe132bfc91656fcd3
--- /dev/null
+++ b/Llama-2-7b-hf_8.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e510f0002386c24df23767e8788d5ffa21cf97348d9eedd9d603c9fff9261d65
+size 7866060
diff --git a/Llama-2-7b-hf_8.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_8.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62f6c7f1865fc6c3c5c162798a2962d7737970a
--- /dev/null
+++ b/Llama-2-7b-hf_8.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2480955ec117b0b7e0e818174229ebe20864573a625da23fb5d3d861b53101b1
+size 7866060
diff --git a/Llama-2-7b-hf_8.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_8.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f83f8325c708a2df78ea0920ccc92c8b9429637
--- /dev/null
+++ b/Llama-2-7b-hf_8.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd327111aaf03bfb36ea84b99af79370b54c3f9bee8983315546b38d9b93bc6
+size 7866060
diff --git a/Llama-2-7b-hf_9.mlp.down_proj_3bit.pt b/Llama-2-7b-hf_9.mlp.down_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290091c08eeca9fdc53a64dbc5f762b9c5d57736
--- /dev/null
+++ b/Llama-2-7b-hf_9.mlp.down_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431e33f40c4e41faae6ee98412d7dcdaf4825694752cb1d31df3646139066b3c
+size 21137082
diff --git a/Llama-2-7b-hf_9.mlp.gate_proj_3bit.pt b/Llama-2-7b-hf_9.mlp.gate_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b27650c17b601a486b14a3889d7aab0c540808
--- /dev/null
+++ b/Llama-2-7b-hf_9.mlp.gate_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb78b33ddf61c8da2670bc4ee47091b8e3df281eedf8ddf85950236a6ba69ce
+size 21137082
diff --git a/Llama-2-7b-hf_9.mlp.up_proj_3bit.pt b/Llama-2-7b-hf_9.mlp.up_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f07b3ecf1a5799490f06f21af5696ba0c5fa2cc
--- /dev/null
+++ b/Llama-2-7b-hf_9.mlp.up_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a283bc9c2e7d6c00974b7e4cf5f1dd24a19870f1fc9854b3be894348fd698b0
+size 21137070
diff --git a/Llama-2-7b-hf_9.self_attn.k_proj_3bit.pt b/Llama-2-7b-hf_9.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ec5cd0b648839989127e989449bd19aed04927
--- /dev/null
+++ b/Llama-2-7b-hf_9.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9a73e95d0b71cc8f77d2e5d0cae7026d461de43b3023aec03c971420852d4c
+size 7866060
diff --git a/Llama-2-7b-hf_9.self_attn.o_proj_3bit.pt b/Llama-2-7b-hf_9.self_attn.o_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ffae3838b6257c15ab1d517f7694a96b0c6cc2
--- /dev/null
+++ b/Llama-2-7b-hf_9.self_attn.o_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d9b88193823026748d25dd8222e16f53522148cc91617c7afac0b5aeca16fa
+size 7866060
diff --git a/Llama-2-7b-hf_9.self_attn.q_proj_3bit.pt b/Llama-2-7b-hf_9.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584cccbdf1197fab53e297b90b7c7738de708c3a
--- /dev/null
+++ b/Llama-2-7b-hf_9.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29322dccb8a68f0c5e8ec258f8afb8a327449c43c1f458417049ddbc9dc0cf72
+size 7866060
diff --git a/Llama-2-7b-hf_9.self_attn.v_proj_3bit.pt b/Llama-2-7b-hf_9.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fccb5f252cb6fe86901b279a256201932572eae
--- /dev/null
+++ b/Llama-2-7b-hf_9.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0423c79e2b77b2c09e70de2b5174b9f5b03398e17cc7bfa92cb6d638d8ad2c
+size 7866060