onnx-internal-testing
/

tiny-random-Phi3ForCausalLM-LongRoPE

Text Generation

text-generation-inference

Model card Files Files and versions Community

Xenova HF Staff commited on 25 days ago

Commit

d5e3007

·

verified ·

1 Parent(s): 7f282cd

Upload Phi3ForCausalLM

Files changed (2) hide show

config.json +14 -6
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -7,7 +7,7 @@
   "embd_pdrop": 0.0,
   "eos_token_id": 32000,
   "hidden_act": "silu",
-  "hidden_size": 32,
   "initializer_range": 0.02,
   "intermediate_size": 64,
   "max_position_embeddings": 131072,
@@ -24,14 +24,22 @@
     "long_factor": [
       1,
       2,
       8,
-      64
     ],
     "short_factor": [
-      1,
-      2,
-      3,
-      4
     ],
     "type": "longrope"
   },

   "embd_pdrop": 0.0,
   "eos_token_id": 32000,
   "hidden_act": "silu",
+  "hidden_size": 64,
   "initializer_range": 0.02,
   "intermediate_size": 64,
   "max_position_embeddings": 131072,
     "long_factor": [
       1,
       2,
+      4,
       8,
+      16,
+      32,
+      64,
+      128
     ],
     "short_factor": [
+      1.0,
+      1.25,
+      1.5,
+      1.75,
+      2.0,
+      2.25,
+      2.5,
+      2.75
     ],
     "type": "longrope"
   },

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfe7d42d2c5fd1d24d00cf4ffd86880d97718d286a28b4d1e570abeff3735340
-size 8292520

 version https://git-lfs.github.com/spec/v1
+oid sha256:313c04c2baa61b0ef2b637b2326233a0c37d3c6017cb6edeff3ff6d7330a8097
+size 16649024