Upload 6 files

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "/home/jovyan/polygon/text_generator/tmp/charllama-10/config.json",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 2064,
+  "initializer_range": 0.02,
+  "intermediate_size": 12384,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 24,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 24,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.1",
+  "use_cache": true,
+  "vocab_size": 4085
+}

pytorch_model-00001-of-00003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39dbb18b4d91a37ab694ce52f9d1efe96825dc4f525e4079fd8f8af685c5682
+size 4975695196

pytorch_model-00002-of-00003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc678abc55410875e54732c05af2653a990e10bc4ffee59a875ba9adf7ec74a
+size 4976048884

pytorch_model-00003-of-00003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fc70f247fbf1bef51dd78cfa8d89f4c84700fe43698f61872bfb067df19f2a
+size 613145976

pytorch_model.bin.index.json

@@ -0,0 +1,262 @@
+{
+  "metadata": {
+    "total_size": 10564798656
+  },
+  "weight_map": {
+    "lm_head.weight": "pytorch_model-00003-of-00003.bin",
+    "model.embed_tokens.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
+    "model.norm.weight": "pytorch_model-00003-of-00003.bin"
+  }
+}

tokenizer_config.json

@@ -0,0 +1,4085 @@
+{
+    "name": "CharacterTokenizer",
+    "char_ords": [
+        32,
+        769,
+        1086,
+        1077,
+        1072,
+        1080,
+        1085,
+        1090,
+        1089,
+        1083,
+        1088,
+        1074,
+        101,
+        1082,
+        116,
+        1084,
+        1076,
+        97,
+        1091,
+        10,
+        1087,
+        105,
+        111,
+        110,
+        44,
+        114,
+        115,
+        1103,
+        1100,
+        46,
+        1099,
+        1075,
+        108,
+        1079,
+        1073,
+        1095,
+        1081,
+        104,
+        61,
+        100,
+        45,
+        99,
+        117,
+        1078,
+        124,
+        1093,
+        109,
+        1096,
+        103,
+        112,
+        102,
+        1102,
+        121,
+        91,
+        93,
+        98,
+        119,
+        123,
+        125,
+        49,
+        1094,
+        1097,
+        118,
+        48,
+        39,
+        59,
+        50,
+        38,
+        1042,
+        1053,
+        107,
+        12,
+        1055,
+        1101,
+        58,
+        1057,
+        11,
+        47,
+        1105,
+        1054,
+        1048,
+        1050,
+        33,
+        83,
+        65,
+        1092,
+        57,
+        67,
+        1052,
+        1040,
+        1058,
+        63,
+        41,
+        84,
+        1044,
+        95,
+        40,
+        34,
+        73,
+        51,
+        80,
+        77,
+        56,
+        53,
+        52,
+        1041,
+        120,
+        66,
+        1056,
+        82,
+        68,
+        54,
+        55,
+        1043,
+        1071,
+        113,
+        78,
+        70,
+        69,
+        1047,
+        1051,
+        76,
+        72,
+        171,
+        187,
+        87,
+        71,
+        62,
+        1063,
+        42,
+        122,
+        1045,
+        60,
+        1059,
+        106,
+        85,
+        35,
+        79,
+        1069,
+        74,
+        89,
+        8230,
+        14,
+        8,
+        1061,
+        75,
+        31,
+        1060,
+        86,
+        15,
+        9,
+        1098,
+        8212,
+        8211,
+        1046,
+        1064,
+        37,
+        81,
+        160,
+        43,
+        1062,
+        96,
+        92,
+        1070,
+        90,
+        233,
+        88,
+        690,
+        8217,
+        652,
+        225,
+        36,
+        8220,
+        1575,
+        1049,
+        228,
+        243,
+        593,
+        237,
+        8221,
+        252,
+        257,
+        1068,
+        246,
+        1067,
+        643,
+        621,
+        1585,
+        1614,
+        1065,
+        1606,
+        720,
+        1604,
+        305,
+        1605,
+        1110,
+        126,
+        333,
+        1608,
+        712,
+        945,
+        1583,
+        959,
+        231,
+        601,
+        232,
+        1578,
+        1576,
+        1610,
+        1740,
+        64,
+        8470,
+        322,
+        259,
+        353,
+        13,
+        263,
+        609,
+        299,
+        1607,
+        1587,
+        224,
+        957,
+        658,
+        226,
+        2366,
+        961,
+        962,
+        953,
+        964,
+        618,
+        1377,
+        1025,
+        2381,
+        269,
+        241,
+        250,
+        351,
+        94,
+        949,
+        363,
+        248,
+        1497,
+        229,
+        2352,
+        227,
+        8594,
+        955,
+        954,
+        8222,
+        963,
+        1593,
+        176,
+        215,
+        1493,
+        275,
+        603,
+        956,
+        1602,
+        1588,
+        1618,
+        9733,
+        1601,
+        960,
+        382,
+        230,
+        537,
+        1616,
+        2325,
+        1581,
+        235,
+        2494,
+        163,
+        1398,
+        951,
+        128062,
+        201,
+        3021,
+        281,
+        287,
+        1580,
+        2367,
+        2344,
+        8226,
+        244,
+        1615,
+        8216,
+        2340,
+        1586,
+        238,
+        234,
+        1705,
+        1492,
+        1512,
+        1603,
+        283,
+        965,
+        4304,
+        253,
+        261,
+        1408,
+        1488,
+        1577,
+        1400,
+        324,
+        4312,
+        972,
+        1500,
+        2360,
+        12356,
+        626,
+        2375,
+        943,
+        539,
+        347,
+        940,
+        947,
+        2350,
+        12358,
+        1582,
+        178,
+        12398,
+        345,
+        3405,
+        8722,
+        236,
+        240,
+        596,
+        1381,
+        1617,
+        969,
+        242,
+        948,
+        3634,
+        1112,
+        597,
+        12435,
+        7747,
+        223,
+        2368,
+        1387,
+        716,
+        12375,
+        2357,
+        12540,
+        1571,
+        65039,
+        2351,
+        1502,
+        1489,
+        2346,
+        2480,
+        16,
+        1514,
+        2509,
+        768,
+        2354,
+        380,
+        1513,
+        3619,
+        952,
+        650,
+        1410,
+        2306,
+        1241,
+        1589,
+        1591,
+        3609,
+        941,
+        2361,
+        2495,
+        1504,
+        193,
+        4308,
+        1711,
+        2503,
+        304,
+        183,
+        2342,
+        946,
+        12531,
+        1506,
+        352,
+        2472,
+        6098,
+        2369,
+        3149,
+        641,
+        967,
+        12363,
+        249,
+        815,
+        966,
+        4154,
+        2965,
+        633,
+        3007,
+        942,
+        12383,
+        9734,
+        12427,
+        2379,
+        6070,
+        3137,
+        1391,
+        214,
+        7789,
+        3009,
+        239,
+        12367,
+        331,
+        8204,
+        2453,
+        1491,
+        4320,
+        3585,
+        321,
+        128,
+        973,
+        12395,
+        2980,
+        22823,
+        2750,
+        12392,
+        3629,
+        4317,
+        865,
+        337,
+        12399,
+        2332,
+        1662,
+        2327,
+        1111,
+        3135,
+        1407,
+        638,
+        1396,
+        3648,
+        1511,
+        12289,
+        12365,
+        1397,
+        1468,
+        3391,
+        3591,
+        12290,
+        245,
+        3617,
+        1501,
+        2476,
+        66352,
+        3134,
+        7751,
+        4321,
+        2478,
+        3633,
+        2482,
+        2468,
+        2990,
+        592,
+        8364,
+        3349,
+        1464,
+        12364,
+        4314,
+        20154,
+        1495,
+        12394,
+        8213,
+        1594,
+        12371,
+        1508,
+        1405,
+        1808,
+        2358,
+        220,
+        1463,
+        12377,
+        462,
+        378,
+        3120,
+        279,
+        273,
+        12390,
+        195,
+        199,
+        268,
+        1570,
+        12473,
+        8224,
+        1388,
+        1609,
+        3618,
+        9472,
+        4316,
+        12414,
+        2622,
+        2992,
+        2986,
+        12426,
+        6042,
+        3656,
+        688,
+        169,
+        2479,
+        2348,
+        1499,
+        20013,
+        1590,
+        1496,
+        8112,
+        1503,
+        254,
+        3636,
+        1179,
+        381,
+        3623,
+        2488,
+        346,
+        1548,
+        12391,
+        3368,
+        2330,
+        6035,
+        3006,
+        3112,
+        1505,
+        12523,
+        197,
+        383,
+        3626,
+        700,
+        3657,
+        211,
+        23376,
+        4315,
+        1199,
+        12452,
+        12434,
+        1456,
+        1670,
+        3621,
+        1490,
+        1115,
+        65292,
+        771,
+        12388,
+        3074,
+        2309,
+        12423,
+        974,
+        2497,
+        3122,
+        2470,
+        3393,
+        4152,
+        3364,
+        19968,
+        26085,
+        2975,
+        12488,
+        3637,
+        1257,
+        660,
+        6016,
+        7885,
+        12425,
+        1584,
+        189,
+        9688,
+        12373,
+        3093,
+        23665,
+        2736,
+        3390,
+        4140,
+        177,
+        2474,
+        3118,
+        2339,
+        4323,
+        12428,
+        3604,
+        3607,
+        2359,
+        3605,
+        12387,
+        1460,
+        173,
+        4309,
+        1845,
+        12385,
+        8144,
+        12450,
+        355,
+        45796,
+        12521,
+        2343,
+        623,
+        1385,
+        1579,
+        1574,
+        2349,
+        12522,
+        913,
+        2608,
+        332,
+        66361,
+        22269,
+        2997,
+        2759,
+        272,
+        6047,
+        12354,
+        350,
+        2492,
+        2335,
+        2994,
+        3627,
+        251,
+        12376,
+        367,
+        1379,
+        3376,
+        1118,
+        1821,
+        1729,
+        1494,
+        772,
+        3632,
+        2985,
+        4305,
+        30340,
+        1066,
+        3277,
+        432,
+        3762,
+        1030,
+        950,
+        3610,
+        2370,
+        922,
+        2765,
+        699,
+        1510,
+        1113,
+        6036,
+        4096,
+        12418,
+        464,
+        3114,
+        12362,
+        958,
+        12483,
+        3375,
+        2404,
+        6040,
+        12463,
+        12539,
+        594,
+        928,
+        26412,
+        4143,
+        1394,
+        1392,
+        12379,
+        339,
+        931,
+        6031,
+        12369,
+        2460,
+        3614,
+        1406,
+        24180,
+        66365,
+        3737,
+        1380,
+        4145,
+        2728,
+        3108,
+        335,
+        51060,
+        2970,
+        3370,
+        4322,
+        1108,
+        1573,
+        2337,
+        2893,
+        26032,
+        3588,
+        1816,
+        2489,
+        2878,
+        2310,
+        4307,
+        657,
+        1378,
+        23398,
+        30000,
+        1114,
+        2991,
+        4121,
+        2624,
+        3611,
+        4100,
+        3125,
+        1412,
+        2616,
+        2864,
+        7936,
+        3016,
+        1409,
+        6043,
+        19981,
+        4141,
+        924,
+        8242,
+        216,
+        6020,
+        2734,
+        7779,
+        148,
+        7717,
+        12479,
+        2507,
+        7865,
+        2496,
+        3640,
+        2376,
+        289,
+        616,
+        1171,
+        12381,
+        20844,
+        2455,
+        3851,
+        3359,
+        12424,
+        2752,
+        206,
+        809,
+        2709,
+        12415,
+        12272,
+        24066,
+        25991,
+        379,
+        36947,
+        12471,
+        2623,
+        468,
+        2486,
+        3263,
+        328,
+        19978,
+        1402,
+        4112,
+        66371,
+        29983,
+        1104,
+        8205,
+        4313,
+        12360,
+        4311,
+        1834,
+        4116,
+        917,
+        6041,
+        736,
+        1836,
+        1746,
+        2995,
+        22825,
+        3374,
+        2690,
+        2600,
+        3594,
+        12421,
+        205,
+        12384,
+        2741,
+        7841,
+        1123,
+        22320,
+        1826,
+        2341,
+        1465,
+        1592,
+        3110,
+        8322,
+        39365,
+        2993,
+        167,
+        3128,
+        2724,
+        3119,
+        3660,
+        3592,
+        295,
+        2879,
+        6071,
+        3330,
+        651,
+        65306,
+        2596,
+        39640,
+        27700,
+        2984,
+        3381,
+        7749,
+        1569,
+        2364,
+        1382,
+        2463,
+        12489,
+        3248,
+        19977,
+        12417,
+        2326,
+        2544,
+        23567,
+        153,
+        466,
+        37329,
+        2631,
+        196,
+        611,
+        128077,
+        4306,
+        12525,
+        7952,
+        28023,
+        3649,
+        34892,
+        20250,
+        3105,
+        810,
+        2581,
+        1825,
+        7693,
+        12472,
+        1389,
+        12300,
+        3378,
+        1399,
+        218,
+        4117,
+        12431,
+        12501,
+        179,
+        7879,
+        12301,
+        2598,
+        23478,
+        417,
+        654,
+        12459,
+        29579,
+        916,
+        267,
+        1404,
+        2438,
+        1462,
+        1187,
+        607,
+        2313,
+        3095,
+        3713,
+        21335,
+        2439,
+        12524,
+        1824,
+        12420,
+        6038,
+        2458,
+        66367,
+        8206,
+        3262,
+        6033,
+        3265,
+        31038,
+        3398,
+        781,
+        2319,
+        7843,
+        22283,
+        21271,
+        35199,
+        12510,
+        26377,
+        4334,
+        26376,
+        805,
+        822,
+        4123,
+        21644,
+        194,
+        6075,
+        21306,
+        22899,
+        2744,
+        12512,
+        783,
+        3103,
+        1461,
+        1117,
+        128514,
+        3384,
+        9644,
+        25163,
+        26408,
+        24029,
+        7883,
+        1185,
+        365,
+        2763,
+        695,
+        9474,
+        12393,
+        2610,
+        4126,
+        703,
+        3586,
+        1810,
+        24515,
+        12467,
+        932,
+        3098,
+        7871,
+        21517,
+        2730,
+        6086,
+        3652,
+        20986,
+        21475,
+        3732,
+        8203,
+        2617,
+        12464,
+        3530,
+        326,
+        6021,
+        1201,
+        20043,
+        12503,
+        655,
+        3147,
+        1726,
+        1473,
+        26126,
+        369,
+        27665,
+        6091,
+        968,
+        24179,
+        1251,
+        12487,
+        3377,
+        2738,
+        26481,
+        3641,
+        2613,
+        12451,
+        6087,
+        3761,
+        12402,
+        4156,
+        20107,
+        6026,
+        8160,
+        6044,
+        8113,
+        36335,
+        54616,
+        12429,
+        3143,
+        3760,
+        2837,
+        927,
+        32654,
+        1842,
+        12496,
+        2753,
+        10240,
+        2606,
+        798,
+        3240,
+        1231,
+        2371,
+        1390,
+        23433,
+        3719,
+        2751,
+        29289,
+        3784,
+        65289,
+        1329,
+        357,
+        12491,
+        24030,
+        26449,
+        1813,
+        2735,
+        65288,
+        12458,
+        12405,
+        1211,
+        3379,
+        191,
+        7897,
+        33258,
+        6072,
+        3757,
+        31070,
+        12486,
+        22478,
+        12461,
+        3238,
+        256,
+        47532,
+        3639,
+        3650,
+        4328,
+        35486,
+        6023,
+        1852,
+        4124,
+        19979,
+        12400,
+        20027,
+        1203,
+        3785,
+        20195,
+        49324,
+        20840,
+        4325,
+        923,
+        25104,
+        915,
+        37326,
+        12454,
+        925,
+        20108,
+        3354,
+        32773,
+        2856,
+        4101,
+        21270,
+        6018,
+        297,
+        45824,
+        37096,
+        1470,
+        36890,
+        6050,
+        12419,
+        30707,
+        27861,
+        12469,
+        26041,
+        361,
+        3624,
+        3754,
+        66370,
+        8321,
+        2311,
+        702,
+        21512,
+        31532,
+        3221,
+        23416,
+        2477,
+        174,
+        3538,
+        161,
+        12502,
+        12372,
+        2562,
+        22826,
+        21407,
+        44592,
+        316,
+        12515,
+        3236,
+        12481,
+        2447,
+        38263,
+        3776,
+        6084,
+        6081,
+        147,
+        51648,
+        2673,
+        12517,
+        2887,
+        7889,
+        12513,
+        21313,
+        1749,
+        3250,
+        3745,
+        198,
+        2347,
+        697,
+        27743,
+        8776,
+        2979,
+        1823,
+        12411,
+        33457,
+        8319,
+        3751,
+        31435,
+        20140,
+        2465,
+        30333,
+        914,
+        7944,
+        3635,
+        26446,
+        26519,
+        1383,
+        19990,
+        2454,
+        23798,
+        2716,
+        491,
+        921,
+        2672,
+        12490,
+        1611,
+        2860,
+        8150,
+        66354,
+        4129,
+        3270,
+        25919,
+        29702,
+        27491,
+        2602,
+        2437,
+        6017,
+        12456,
+        3015,
+        54620,
+        6176,
+        182,
+        3136,
+        2852,
+        7877,
+        12288,
+        7847,
+        21439,
+        3535,
+        1498,
+        186,
+        51032,
+        1657,
+        318,
+        3765,
+        3363,
+        9839,
+        39340,
+        50500,
+        7891,
+        2487,
+        49828,
+        4157,
+        1835,
+        26360,
+        20809,
+        6076,
+        65281,
+        222,
+        371,
+        2459,
+        66355,
+        7909,
+        24335,
+        1177,
+        4155,
+        25105,
+        1401,
+        20998,
+        12416,
+        35328,
+        2588,
+        3253,
+        20316,
+        12406,
+        1849,
+        536,
+        1384,
+        66356,
+        51064,
+        2471,
+        8208,
+        12299,
+        12370,
+        1722,
+        1106,
+        51221,
+        23450,
+        3142,
+        4151,
+        12366,
+        12298,
+        12499,
+        3223,
+        38498,
+        2949,
+        44032,
+        12511,
+        8381,
+        7845,
+        66360,
+        3505,
+        3515,
+        7901,
+        4142,
+        2711,
+        12480,
+        4324,
+        22312,
+        2635,
+        2872,
+        1403,
+        2434,
+        12497,
+        2862,
+        28961,
+        934,
+        1818,
+        3651,
+        31449,
+        4097,
+        3353,
+        21205,
+        26178,
+        3014,
+        2620,
+        6078,
+        38899,
+        20180,
+        27827,
+        7735,
+        3399,
+        66372,
+        38957,
+        8166,
+        49884,
+        7853,
+        22303,
+        21069,
+        21476,
+        3256,
+        21147,
+        3749,
+        1411,
+        51452,
+        49688,
+        4153,
+        192,
+        4330,
+        24615,
+        30446,
+        9608,
+        51088,
+        12403,
+        1178,
+        4310,
+        35211,
+        66363,
+        27835,
+        21496,
+        38215,
+        25945,
+        3403,
+        44397,
+        2451,
+        1032,
+        12484,
+        21490,
+        34276,
+        20449,
+        12474,
+        24773,
+        29992,
+        1344,
+        3608,
+        30010,
+        21488,
+        11088,
+        37324,
+        20803,
+        9792,
+        12273,
+        24037,
+        44256,
+        30693,
+        22577,
+        2336,
+        1833,
+        2441,
+        3655,
+        3077,
+        44608,
+        37117,
+        27494,
+        2726,
+        661,
+        3738,
+        649,
+        640,
+        1858,
+        4318,
+        22810,
+        3247,
+        6030,
+        2951,
+        3126,
+        3246,
+        22763,
+        32681,
+        22580,
+        128522,
+        23383,
+        66359,
+        2312,
+        37070,
+        28779,
+        36554,
+        26159,
+        31185,
+        22806,
+        21033,
+        66366,
+        920,
+        12422,
+        6082,
+        4331,
+        2380,
+        2583,
+        39321,
+        2566,
+        8201,
+        604,
+        3202,
+        4158,
+        1263,
+        22235,
+        3514,
+        38291,
+        20116,
+        1827,
+        2467,
+        3764,
+        12460,
+        12378,
+        50612,
+        2858,
+        3520,
+        26371,
+        12397,
+        704,
+        1829,
+        11393,
+        4332,
+        46020,
+        303,
+        2328,
+        1393,
+        2996,
+        265,
+        776,
+        501,
+        20117,
+        3942,
+        24460,
+        11401,
+        38738,
+        3735,
+        1815,
+        3603,
+        1572,
+        856,
+        1395,
+        31354,
+        20869,
+        30495,
+        2469,
+        26657,
+        38272,
+        47196,
+        66364,
+        1830,
+        7855,
+        1600,
+        7984,
+        38651,
+        3771,
+        2565,
+        32218,
+        21516,
+        26143,
+        2331,
+        21152,
+        29256,
+        37325,
+        614,
+        2881,
+        7899,
+        8016,
+        399,
+        2625,
+        25152,
+        301,
+        3964,
+        3366,
+        7729,
+        3906,
+        1567,
+        12408,
+        935,
+        3019,
+        285,
+        20197,
+        24859,
+        26368,
+        12495,
+        27231,
+        2742,
+        2969,
+        2604,
+        39080,
+        9679,
+        20843,
+        44396,
+        3333,
+        66373,
+        26494,
+        3100,
+        2694,
+        31119,
+        619,
+        3482,
+        602,
+        51204,
+        247,
+        36984,
+        24503,
+        4150,
+        33521,
+        9500,
+        34903,
+        4122,
+        9830,
+        21487,
+        35201,
+        3116,
+        8182,
+        2475,
+        2719,
+        8194,
+        3606,
+        3523,
+        28165,
+        277,
+        50896,
+        180,
+        3616,
+        24535,
+        9552,
+        38598,
+        271,
+        42787,
+        4144,
+        49436,
+        46041,
+        6048,
+        12509,
+        20837,
+        7873,
+        3512,
+        28207,
+        128591,
+        12519,
+        30011,
+        21495,
+        1848,
+        49457,
+        34920,
+        20445,
+        11423,
+        65279,
+        31169,
+        620,
+        9794,
+        8243,
+        45208,
+        21513,
+        1958,
+        12475,
+        38754,
+        51109,
+        38283,
+        3725,
+        38463,
+        3138,
+        3018,
+        3733,
+        1237,
+        24847,
+        29699,
+        3540,
+        12368,
+        2586,
+        3501,
+        39208,
+        30456,
+        4326,
+        33775,
+        3625,
+        3453,
+        23546,
+        2745,
+        6034,
+        51068,
+        29305,
+        3597,
+        20856,
+        128078,
+        188,
+        8134,
+        10084,
+        2626,
+        12455,
+        39135,
+        7940,
+        24314,
+        30334,
+        8804,
+        1357,
+        36557,
+        12494,
+        483,
+        2721,
+        129315,
+        785,
+        29577,
+        33021,
+        2732,
+        12412,
+        22238,
+        30028,
+        7723,
+        919,
+        12374,
+        19996,
+        1507,
+        12409,
+        20849,
+        22909,
+        26149,
+        7913,
+        49440,
+        3938,
+        49888,
+        35352,
+        12514,
+        50689,
+        40845,
+        20307,
+        1811,
+        20102,
+        770,
+        1413,
+        128513,
+        787,
+        21315,
+        21326,
+        22290,
+        48512,
+        46972,
+        1688,
+        1649,
+        797,
+        7771,
+        22827,
+        8250,
+        54868,
+        24471,
+        66374,
+        32769,
+        9658,
+        4125,
+        69702,
+        26989,
+        50864,
+        3452,
+        3517,
+        141,
+        65311,
+        1348,
+        311,
+        185,
+        2324,
+        4106,
+        24220,
+        27969,
+        26031,
+        44277,
+        49345,
+        51228,
+        26063,
+        2632,
+        3739,
+        12493,
+        20132,
+        3010,
+        8592,
+        3612,
+        23470,
+        8255,
+        2854,
+        50640,
+        27515,
+        25968,
+        27425,
+        26397,
+        7869,
+        6039,
+        24230,
+        3755,
+        1471,
+        20320,
+        6184,
+        3242,
+        38596,
+        728,
+        2305,
+        1255,
+        12465,
+        2715,
+        11411,
+        9613,
+        51312,
+        35895,
+        48372,
+        127995,
+        3716,
+        36275,
+        24373,
+        51008,
+        66353,
+        740,
+        30476,
+        2433,
+        1458,
+        7911,
+        3595,
+        30007,
+        12527,
+        30343,
+        3926,
+        6032,
+        23569,
+        38081,
+        33394,
+        3392,
+        2693,
+        26399,
+        20170,
+        4327,
+        26469,
+        20063,
+        35299,
+        50724,
+        31859,
+        12508,
+        3714,
+        209,
+        21338,
+        2873,
+        12303,
+        929,
+        22522,
+        3127,
+        1207,
+        4146,
+        20811,
+        8323,
+        262,
+        49548,
+        2595,
+        20309,
+        2591,
+        27663,
+        27468,
+        629,
+        48708,
+        21312,
+        35441,
+        50672,
+        38525,
+        27704,
+        4329,
+        7907,
+        45716,
+        3382,
+        3383,
+        24605,
+        12302,
+        11419,
+        54617,
+        8239,
+        47560,
+        1509,
+        7791,
+        3251,
+        1216,
+        66377,
+        48120,
+        7875,
+        48124,
+        32593,
+        49328,
+        6025,
+        3908,
+        349,
+        12505,
+        32447,
+        4102,
+        38515,
+        24444,
+        36899,
+        12500,
+        8145,
+        20351,
+        7716,
+        1386,
+        2723,
+        21608,
+        291,
+        28982,
+        1819,
+        12449,
+        156,
+        21029,
+        4139,
+        20234,
+        3351,
+        33391,
+        39770,
+        6077,
+        36215,
+        2334,
+        3921,
+        21729,
+        3954,
+        3394,
+        31481,
+        33609,
+        23448,
+        1777,
+        2714,
+        30330,
+        25171,
+        2637,
+        3233,
+        3146,
+        778,
+        38480,
+        24418,
+        3508,
+        25126,
+        25289,
+        44221,
+        27801,
+        200,
+        3008,
+        27874,
+        45768,
+        12477,
+        165,
+        30452,
+        2725,
+        28858,
+        157,
+        8000,
+        20061,
+        36523,
+        3111,
+        2911,
+        3777,
+        642,
+        29694,
+        51652,
+        24120,
+        1127,
+        8482,
+        42892,
+        2953,
+        774,
+        40643,
+        32946,
+        34899,
+        24067,
+        19971,
+        66362,
+        8249,
+        20818,
+        26666,
+        8857,
+        20491,
+        1672,
+        8260,
+        3928,
+        1962,
+        22914,
+        2355,
+        7695,
+        42577,
+        3244,
+        47928,
+        3117,
+        26354,
+        21629,
+        3742,
+        2307,
+        40644,
+        3356,
+        800,
+        517,
+        28246,
+        3956,
+        26524,
+        50669,
+        38271,
+        9829,
+        38451,
+        27941,
+        2567,
+        21021,
+        2329,
+        3451,
+        32645,
+        23713,
+        8161,
+        7956,
+        24433,
+        36710,
+        50976,
+        24052,
+        20065,
+        7919,
+        31561,
+        24352,
+        2333,
+        9788,
+        21697,
+        3503,
+        31456,
+        1175,
+        40165,
+        27211,
+        2733,
+        20037,
+        20845,
+        3642,
+        44536,
+        24107,
+        35282,
+        3615,
+        12380,
+        3638,
+        2703,
+        33865,
+        23614,
+        20304,
+        2338,
+        8209,
+        3231,
+        20161,
+        4113,
+        1331,
+        26862,
+        48149,
+        2880,
+        44368,
+        2582,
+        20182,
+        2866,
+        127801,
+        47924,
+        8054,
+        4335,
+        23447,
+        2457,
+        24093,
+        1968,
+        4114,
+        20358,
+        23627,
+        21518,
+        39532,
+        128079,
+        30465,
+        3720,
+        20301,
+        2958,
+        3129,
+        20808,
+        37444,
+        3257,
+        3107,
+        30001,
+        53944,
+        54644,
+        1240,
+        2950,
+        27915,
+        21046,
+        51012,
+        1817,
+        1028,
+        1119,
+        7921,
+        25918,
+        25351,
+        11429,
+        37089,
+        1195,
+        47749,
+        21213,
+        1613,
+        6180,
+        65533,
+        170,
+        32780,
+        21462,
+        27963,
+        2710,
+        21435,
+        2727,
+        3722,
+        44060,
+        27611,
+        12468,
+        36948,
+        4757,
+        970,
+        8805,
+        22812,
+        7893,
+        933,
+        23455,
+        21322,
+        27671,
+        12506,
+        30740,
+        11431,
+        21040,
+        563,
+        23558,
+        8730,
+        11417,
+        24320,
+        36039,
+        35696,
+        3081,
+        19975,
+        32147,
+        128512,
+        20171,
+        54840,
+        40857,
+        3767,
+        27597,
+        9492,
+        23500,
+        26684,
+        2569,
+        7733,
+        22530,
+        21453,
+        11427,
+        46300,
+        27138,
+        817,
+        6178,
+        25216,
+        12334,
+        341,
+        20854,
+        39318,
+        6073,
+        37202,
+        65374,
+        31995,
+        54788,
+        7795,
+        68352,
+        39636,
+        28436,
+        32854,
+        20853,
+        28450,
+        69690,
+        21578,
+        28304,
+        4333,
+        1960,
+        1776,
+        24191,
+        32905,
+        30005,
+        12293,
+        32000,
+        33853,
+        3923,
+        6089,
+        2839,
+        31179,
+        36942,
+        12507,
+        21521,
+        20219,
+        24863,
+        32291,
+        1343,
+        22996,
+        8017,
+        33274,
+        38642,
+        12466,
+        4725,
+        34915,
+        21451,
+        38632,
+        27683,
+        513,
+        12382,
+        2870,
+        26426,
+        3367,
+        3144,
+        3780,
+        3779,
+        27604,
+        22120,
+        30149,
+        30332,
+        36914,
+        31350,
+        127996,
+        12470,
+        32080,
+        35542,
+        3939,
+        4120,
+        2754,
+        32048,
+        36939,
+        1415,
+        2545,
+        23616,
+        22799,
+        27193,
+        28145,
+        28771,
+        24247,
+        4448,
+        39131,
+        4118,
+        208,
+        3962,
+        36229,
+        23822,
+        3078,
+        26234,
+        31243,
+        2891,
+        38306,
+        1735,
+        36817,
+        3768,
+        35821,
+        2498,
+        26681,
+        3385,
+        8001,
+        29275,
+        49464,
+        128525,
+        65372,
+        1233,
+        22330,
+        128516,
+        50668,
+        6259,
+        21830,
+        43456,
+        44053,
+        24819,
+        21463,
+        26144,
+        10217,
+        31168,
+        37027,
+        32862,
+        11433,
+        7720,
+        40635,
+        1922,
+        12462,
+        6189,
+        2593,
+        3271,
+        38472,
+        29246,
+        42789,
+        804,
+        45224,
+        36895,
+        23458,
+        3769,
+        6100,
+        26223,
+        6179,
+        2568,
+        20581,
+        31649,
+        32005,
+        538,
+        3372,
+        21776,
+        54924,
+        7917,
+        1125,
+        19987,
+        20048,
+        2599,
+        27770,
+        20891,
+        26124,
+        20110,
+        21367,
+        32032,
+        255,
+        29255,
+        1522,
+        38750,
+        35336,
+        3358,
+        3335,
+        12389,
+        2605,
+        4653,
+        32113,
+        33756,
+        20126,
+        21531,
+        49885,
+        803,
+        50504,
+        12297,
+        25345,
+        24403,
+        27849,
+        21457,
+        2844,
+        3334,
+        1330,
+        1333,
+        12516,
+        1855,
+        4098,
+        3524,
+        24565,
+        30524,
+        21450,
+        9834,
+        32232,
+        937,
+        6088,
+        2739,
+        12304,
+        1612,
+        25151,
+        36234,
+        39592,
+        7915,
+        12305,
+        48169,
+        10216,
+        20070,
+        30002,
+        20214,
+        38376,
+        26009,
+        7721,
+        1681,
+        27005,
+        35242,
+        12498,
+        25552,
+        34880,
+        2851,
+        1748,
+        36196,
+        1350,
+        6191,
+        23431,
+        36816,
+        33288,
+        181,
+        1927,
+        2464,
+        31934,
+        37806,
+        2831,
+        3342,
+        24341,
+        12296,
+        8309,
+        20999,
+        44284,
+        33322,
+        22836,
+        51116,
+        20992,
+        309,
+        7992,
+        52380,
+        33590,
+        23572,
+        128521,
+        44228,
+        22495,
+        6192,
+        26410,
+        1169,
+        34411,
+        38555,
+        21916,
+        52824,
+        28857,
+        21619,
+        128139,
+        21839,
+        6049,
+        69688,
+        525,
+        22855,
+        23621,
+        902,
+        32676,
+        34987,
+        34382,
+        35519,
+        24544,
+        1224,
+        2535,
+        1265,
+        4510,
+        8056,
+        3373,
+        3228,
+        8165,
+        6085,
+        47564,
+        23721,
+        50857,
+        9654,
+        39740,
+        23432,
+        2377,
+        24215,
+        33400,
+        50577,
+        1358,
+        24291,
+        44288,
+        36896,
+        3454,
+        51333,
+        20026,
+        3380,
+        12316,
+        2499,
+        21209,
+        37969,
+        2853,
+        27833,
+        20659,
+        6037,
+        38597,
+        19969,
+        36208,
+        3936,
+        45800,
+        11568,
+        25903,
+        3123,
+        2456,
+        1474,
+        27954,
+        2823,
+        4637,
+        30331,
+        3484,
+        40657,
+        42583,
+        51473,
+        2822,
+        3600,
+        20778,
+        6186,
+        24231,
+        46308,
+        129300,
+        1414,
+        32993,
+        34907,
+        39764,
+        33836,
+        1145,
+        27888,
+        24375,
+        541,
+        168,
+        26417,
+        7985,
+        23637,
+        33509,
+        7903,
+        918,
+        22830,
+        1832,
+        6190,
+        22025,
+        38634,
+        31680,
+        2504,
+        19982,
+        20184,
+        11441,
+        23389,
+        25976,
+        25136,
+        24184,
+        45380,
+        344,
+        3079,
+        9676,
+        2323,
+        22987,
+        32771,
+        50836,
+        26395,
+        23460,
+        9989,
+        12532,
+        24481,
+        23425,
+        743,
+        30382,
+        24195,
+        7863,
+        21129,
+        38520,
+        2462,
+        2855,
+        26102,
+        36020,
+        515,
+        1131,
+        25144,
+        26222,
+        38534,
+        23612,
+        27744,
+        3205,
+        21015,
+        2871,
+        47932,
+        69651,
+        1648,
+        31034,
+        22270,
+        2972,
+        24517,
+        34349,
+        3778,
+        3000,
+        22856,
+        32418,
+        4661,
+        29031,
+        48177,
+        23550,
+        20851,
+        20462,
+        6752,
+        8218,
+        8004,
+        3789,
+        2861,
+        38538,
+        21892,
+        47784,
+        30528,
+        20253,
+        20122,
+        36062,
+        35222,
+        21016,
+        2847,
+        50948,
+        53552,
+        33267,
+        12396,
+        8593,
+        172,
+        30058,
+        780,
+        44400,
+        38988,
+        4017,
+        20196,
+        21160,
+        36960,
+        48148,
+        33337,
+        3546,
+        20010,
+        25253,
+        20426,
+        32068,
+        4103,
+        35498,
+        21360,
+        128293,
+        36321,
+        35686,
+        19994,
+        2527,
+        23453,
+        21253,
+        26696,
+        21161,
+        7547,
+        11425,
+        6177,
+        37504,
+        38761,
+        38364,
+        598,
+        8709,
+        1778,
+        25913,
+        23601,
+        33879,
+        30772,
+        32004,
+        1923,
+        22411,
+        45236,
+        1001,
+        37327,
+        22768,
+        23481,
+        35910,
+        8118,
+        20113,
+        8210,
+        53440,
+        521,
+        27721,
+        31062,
+        27490,
+        23559,
+        20303,
+        20687,
+        3266,
+        22833,
+        1184,
+        23436,
+        27810,
+        35422,
+        25925,
+        794,
+        21592,
+        2743,
+        26465,
+        3235,
+        3254,
+        26044,
+        3109,
+        27578,
+        12457,
+        6199,
+        26080,
+        37240,
+        52572,
+        3758,
+        1189,
+        32819,
+        9835,
+        8595,
+        28006,
+        20225,
+        27573,
+        20839,
+        4018,
+        26757,
+        6083,
+        1696,
+        26157,
+        21332,
+        24687,
+        36889,
+        4127,
+        22294,
+        50900,
+        40670,
+        47476,
+        38627,
+        54252,
+        6096,
+        20185,
+        23565,
+        2406,
+        22612,
+        23041,
+        55148,
+        741,
+        50773,
+        26381,
+        6188,
+        128170,
+        29238,
+        1620,
+        23494,
+        44144,
+        773,
+        22240,
+        20041,
+        24464,
+        3402,
+        2867,
+        9632,
+        3274,
+        26725,
+        298,
+        37197,
+        11407,
+        26576,
+        8734,
+        49437,
+        32763,
+        51020,
+        22338,
+        26131,
+        26495,
+        24422,
+        1700,
+        20877,
+        20339,
+        37129,
+        3924,
+        6237,
+        21151,
+        1779,
+        3495,
+        7929,
+        3226,
+        22253,
+        48156,
+        7923,
+        8377,
+        23526,
+        21127,
+        2863,
+        7988,
+        38450,
+        40658,
+        32701,
+        25237,
+        26753,
+        36766,
+        22243,
+        20271,
+        3545,
+        7884,
+        26089,
+        4768,
+        3264,
+        11415,
+        3734,
+        49373,
+        8901,
+        26597,
+        20024,
+        648,
+        2821,
+        28193,
+        31278,
+        7731,
+        669,
+        31505,
+        595,
+        24344,
+        204,
+        20826,
+        129303,
+        24310,
+        24076,
+        128517,
+        22818,
+        30041,
+        69682,
+        40575,
+        3593,
+        37941,
+        36865,
+        29356,
+        69666,
+        39118,
+        54532,
+        605,
+        35937,
+        38512,
+        45432,
+        23792,
+        1959,
+        23519,
+        2536,
+        27493,
+        23459,
+        6080,
+        50696,
+        52264,
+        7960,
+        39151,
+        20025,
+        775,
+        1026,
+        53468,
+        43428,
+        33310,
+        1359,
+        1173,
+        26611,
+        25509,
+        2841,
+        30475,
+        12520,
+        33287,
+        129,
+        2603,
+        32882,
+        4119,
+        31080,
+        599,
+        66864,
+        2534,
+        54364,
+        32026,
+        2508,
+        12518,
+        3337,
+        128515,
+        51456,
+        22770,
+        32463,
+        32929,
+        2407,
+        213,
+        32599,
+        24613,
+        6240,
+        1734,
+        38517,
+        7881,
+        10024,
+        32066,
+        7969,
+        29105,
+        30701,
+        36074,
+        38867,
+        3361,
+        26954,
+        26053,
+        21555,
+        24038,
+        32178,
+        36187,
+        35500,
+        26997,
+        32618,
+        1239,
+        128578,
+        21010,
+        32076,
+        20315,
+        27946,
+        36938,
+        151,
+        127775,
+        39006,
+        22242,
+        7687,
+        1744,
+        45817,
+        47112,
+        46160,
+        22793,
+        3539,
+        166,
+        7887,
+        128545,
+        27178,
+        54028,
+        30151,
+        4338,
+        39302,
+        2731,
+        30064,
+        43448,
+        24072,
+        20799,
+        35703,
+        27714,
+        35373,
+        1354,
+        3275,
+        25705,
+        21704,
+        26007,
+        128536,
+        28879,
+        190,
+        27934,
+        30070,
+        23731,
+        28010,
+        29987,
+        50556,
+        3763,
+        36032,
+        3086,
+        38918,
+        43446,
+        52397,
+        30427,
+        32879,
+        21333,
+        50872,
+        11413,
+        47484,
+        28009,
+        69677,
+        2849,
+        38622,
+        7953,
+        50868,
+        11395,
+        8048,
+        22296,
+        24459,
+        7827,
+        29664,
+        20489,
+        8207,
+        7713,
+        24049,
+        24441,
+        25165,
+        38626,
+        28330,
+        32025,
+        1785,
+        2842,
+        26472,
+        20896,
+        12401,
+        51201,
+        25935,
+        912,
+        4621,
+        317,
+        36001,
+        24950,
+        27966,
+        274,
+        20142,
+        24235,
+        25964,
+        21628,
+        23578,
+        23475,
+        28580,
+        44172,
+        32173,
+        28040,
+        1467,
+        44305,
+        32317,
+        34255,
+        69665,
+        37030,
+        35029,
+        1109,
+        44552,
+        31992,
+        23395,
+        36986,
+        38647,
+        612,
+        1964,
+        20852,
+        29986,
+        53356,
+        49849,
+        23439,
+        23384,
+        27996,
+        50472,
+        1739,
+        48176,
+        36798,
+        8225,
+        47000,
+        69692,
+        34311,
+        32043,
+        10003,
+        66898,
+        24213,
+        33487,
+        38936,
+        23542,
+        24499,
+        35377,
+        46356,
+        65297,
+        26356,
+        21307,
+        29233,
+        27508,
+        2314,
+        26691,
+        23556,
+        21934,
+        25391,
+        20848,
+        6022,
+        24681,
+        904,
+        25215,
+        22659,
+        23403,
+        2962,
+        21218,
+        32852,
+        24494,
+        2607,
+        37428,
+        26045,
+        25112,
+        23487,
+        40599,
+        34399,
+        7948,
+        35379,
+        35433,
+        21508,
+        1198,
+        21191,
+        24555,
+        23435,
+        50980,
+        21448,
+        29273,
+        31150,
+        6198,
+        69678,
+        2652,
+        8266,
+        10004,
+        23736,
+        8232,
+        47732,
+        24800,
+        33251,
+        69675,
+        35997,
+        30436,
+        533,
+        30563,
+        1332,
+        31563,
+        1116,
+        21153,
+        1256,
+        128144,
+        26827,
+        48260,
+        32207,
+        128518,
+        68611,
+        37101,
+        29790,
+        49892,
+        1107,
+        4709,
+        69671,
+        69679,
+        32622,
+        21002,
+        29066,
+        24178,
+        28201,
+        26781,
+        24351,
+        26366,
+        28286,
+        926,
+        2597,
+        20497,
+        26071,
+        127774,
+        7857,
+        25490,
+        28716,
+        1929,
+        2712,
+        50752,
+        38663,
+        2825,
+        21063,
+        6755,
+        3461,
+        30410,
+        3548,
+        21452,
+        20381,
+        4632,
+        33139,
+        49352,
+        47588,
+        1863,
+        51004,
+        22885,
+        48152,
+        24453,
+        20841,
+        31639,
+        33829,
+        24693,
+        23566,
+        43407,
+        23130,
+        24651,
+        36650,
+        31227,
+        54980,
+        35672,
+        36637,
+        7849,
+        23064,
+        25910,
+        28216,
+        24237,
+        2843,
+        7778,
+        48520,
+        66464,
+        21028,
+        20057,
+        20570,
+        20889,
+        21345,
+        24489,
+        24425,
+        25033,
+        45348,
+        35745,
+        1781,
+        36066,
+        12413,
+        12504,
+        52384,
+        53685,
+        6182,
+        35914,
+        8052,
+        26893,
+        21556,
+        21746,
+        3510,
+        34389,
+        816,
+        36913,
+        21442,
+        27096,
+        1340,
+        314,
+        3255,
+        7703,
+        162,
+        23454,
+        54633,
+        29748,
+        3365,
+        27161,
+        51076,
+        29872,
+        36786,
+        29926,
+        20221,
+        33538,
+        28639,
+        3346,
+        38617,
+        20505,
+        29976,
+        20498,
+        2818,
+        54665,
+        39854,
+        20516,
+        37666,
+        2697,
+        523,
+        33459,
+        25506,
+        35722,
+        21491,
+        32650,
+        20633,
+        25293,
+        25369,
+        35805,
+        127881,
+        203,
+        35430,
+        29518,
+        44048,
+        35443,
+        51089,
+        36848,
+        29190,
+        69668,
+        34277,
+        22259,
+        69637,
+        35264,
+        35469,
+        44036,
+        6093,
+        24198,
+        39515,
+        27402,
+        1931,
+        37002,
+        24618,
+        36861,
+        128150,
+        27492,
+        24059,
+        40723,
+        2707,
+        2408,
+        745,
+        52285,
+        40179,
+        38469,
+        20399,
+        35215,
+        23110,
+        42571,
+        52404,
+        20919,
+        20415,
+        31361,
+        20418,
+        47568,
+        3630,
+        20104,
+        900,
+        46104,
+        1337,
+        6090,
+        20908,
+        35789,
+        31881,
+        45936,
+        42561,
+        27177,
+        35239,
+        24196,
+        49569,
+        51077,
+        3490,
+        30690,
+        24046,
+        210,
+        27880,
+        744,
+        65295,
+        25955,
+        3536,
+        26352,
+        68364,
+        25773,
+        3094,
+        4845,
+        20313,
+        26525,
+        21109,
+        20129,
+        49549,
+        27784,
+        20379,
+        35527,
+        22618,
+        38442,
+        493,
+        27602,
+        69633,
+        373,
+        8712,
+        27701,
+        27794,
+        28271,
+        128546,
+        29141,
+        25972,
+        31461,
+        3905,
+        23527,
+        20256,
+        788,
+        1339,
+        21507,
+        30435,
+        28595,
+        1220,
+        128526,
+        37165,
+        38706,
+        36827,
+        12476,
+        32340,
+        20094,
+        32020,
+        34081,
+        46993,
+        23551,
+        27668,
+        35069,
+        29399,
+        21566,
+        128557,
+        26460,
+        4213,
+        23452,
+        33510,
+        27083,
+        65298,
+        9996,
+        36864,
+        34269,
+        43424,
+        26292,
+        35501,
+        26263,
+        3853,
+        31206,
+        51080,
+        29420,
+        3499,
+        21083,
+        31558,
+        38477,
+        33945,
+        49900,
+        25731,
+        4231,
+        65293,
+        27054,
+        32034,
+        26415,
+        35251,
+        10060,
+        30431,
+        32154,
+        1926,
+        21733,
+        54805,
+        49692,
+        32479,
+        73728,
+        26690,
+        23646,
+        2543,
+        50528,
+        1170,
+        1352,
+        20160,
+        22378,
+        54588,
+        6195,
+        32013,
+        54889,
+        35760,
+        3139,
+        20035,
+        43450,
+        29359,
+        38745,
+        23707,
+        818,
+        36681,
+        26411,
+        20912,
+        1371,
+        33324,
+        25512,
+        48337,
+        52852,
+        28459,
+        43441,
+        4336,
+        29616,
+        7468,
+        38431,
+        451,
+        28814,
+        20804,
+        47084,
+        31471,
+        3658,
+        2696,
+        54000,
+        28526,
+        31077,
+        9728,
+        33464,
+        40680,
+        33401,
+        656,
+        995,
+        7745,
+        52636,
+        3458,
+        29366,
+        202,
+        1761,
+        35613,
+        20210,
+        26361,
+        25937,
+        48513,
+        35946,
+        1936,
+        1780,
+        3080,
+        24478,
+        32972,
+        8308,
+        21809,
+        35488,
+        46021,
+        3400,
+        6185,
+        2974,
+        37682,
+        212,
+        3206,
+        3207,
+        21382,
+        32887,
+        1563,
+        40060,
+        2636,
+        6027,
+        54217,
+        26680,
+        11593,
+        35611,
+        127873,
+        37857,
+        3598,
+        6194,
+        27169,
+        51665,
+        27773,
+        8727,
+        10071,
+        69683,
+        26792,
+        474,
+        3090,
+        44428,
+        69639,
+        4704,
+        31166,
+        47140,
+        47336,
+        4220,
+        721,
+        8050,
+        36830,
+        26391,
+        31036,
+        35041,
+        20363,
+        36249,
+        46321,
+        1961,
+        9786,
+        39178,
+        627,
+        3747,
+        29677,
+        20663,
+        4232,
+        28415,
+        6197,
+        7867,
+        66368,
+        20855,
+        3371,
+        175,
+        7895,
+        8202,
+        23380,
+        6196,
+        49340,
+        3986,
+        45908,
+        34507,
+        9617,
+        26479,
+        51200,
+        27507,
+        38913,
+        25331,
+        35270,
+        38500,
+        3245,
+        68614,
+        66913,
+        9251,
+        3620,
+        33618,
+        1341,
+        27931,
+        628,
+        29572,
+        35036,
+        22995,
+        3772,
+        20135,
+        6095,
+        24746,
+        34101,
+        33539,
+        23553,
+        3773,
+        38542,
+        129318,
+        69653,
+        3740,
+        40736,
+        54984,
+        45804,
+        7788,
+        1784,
+        7961,
+        27010,
+        27155,
+        3115,
+        7990,
+        20105,
+        21477,
+        36164,
+        8801,
+        30053,
+        477,
+        1351,
+        38728,
+        28310,
+        1932,
+        21009,
+        34217,
+        24149,
+        24118,
+        33256,
+        30003,
+        24109,
+        24635,
+        25915,
+        33290,
+        31777,
+        39134,
+        3497,
+        35998,
+        21482,
+        66358,
+        29260,
+        29575,
+        29916,
+        127752,
+        2695,
+        3910,
+        20551,
+        37009,
+        150,
+        53076,
+        28014,
+        3613,
+        128561,
+        19992,
+        31348,
+        20302,
+        25010,
+        30906,
+        3104,
+        53412,
+        48373,
+        37636,
+        65532,
+        21202,
+        53664,
+        66304,
+        1920,
+        3746,
+        31478,
+        31821,
+        31105,
+        31056,
+        4656,
+        23545,
+        35576,
+        10495,
+        38920,
+        40763,
+        44148,
+        338,
+        8264,
+        4194,
+        12534,
+        4635,
+        50676,
+        20044,
+        31958,
+        600,
+        31192,
+        30059,
+        36008,
+        26228,
+        31085,
+        32423,
+        24339,
+        23815,
+        20816,
+        25138,
+        47785,
+        49332,
+        21103,
+        24907,
+        37291,
+        8729,
+        48276,
+        26970,
+        293,
+        20083,
+        1031,
+        624,
+        22971,
+        40372,
+        6074,
+        1364,
+        29645,
+        4720,
+        36807,
+        4651,
+        3904,
+        128584,
+        2405,
+        8179,
+        10142,
+        3239,
+        68397,
+        32724,
+        30721,
+        184,
+        26579,
+        25226,
+        33707,
+        840,
+        33311,
+        1475,
+        28331,
+        4843,
+        32722,
+        288,
+        7823,
+        4773,
+        36794,
+        39759,
+        505,
+        354,
+        49444,
+        21050,
+        164,
+        29544,
+        4115,
+        362,
+        31309,
+        54861,
+        43442,
+        40654,
+        1709,
+        637,
+        632,
+        24466,
+        1206,
+        43452,
+        799,
+        28288,
+        23506,
+        4111,
+        50629,
+        4853,
+        20572,
+        33268,
+        36578,
+        20439,
+        36820,
+        36000,
+        65296,
+        35258,
+        22969,
+        22616,
+        12280,
+        1933,
+        44620,
+        47492,
+        34503,
+        71467,
+        20241,
+        21780,
+        23385,
+        1417,
+        27927,
+        8008,
+        52488,
+        23560,
+        1742,
+        21051,
+        27798,
+        9812,
+        23562,
+        6980,
+        54872,
+        2817,
+        20098,
+        39746,
+        35774,
+        27497,
+        35013,
+        28872,
+        24378,
+        4840,
+        9675,
+        4616,
+        24040,
+        2999,
+        40778,
+        742,
+        38388,
+        43433,
+        48277,
+        48516,
+        47548,
+        25563,
+        7937,
+        26705,
+        36213,
+        21331,
+        27583,
+        29017,
+        4648,
+        32933,
+        30098,
+        21361,
+        127874,
+        26619,
+        48393,
+        5800,
+        24202,
+        4319,
+        50557,
+        27982,
+        44540,
+        20181,
+        31452,
+        32500,
+        2510,
+        20523,
+        40636,
+        24050,
+        27442,
+        1783,
+        24935,
+        37073,
+        35657,
+        519,
+        26441,
+        24904,
+        6019,
+        21561,
+        26087,
+        36027,
+        32057,
+        38468,
+        30952,
+        9824,
+        689,
+        36628,
+        4781,
+        8288,
+        32534,
+        36996,
+        27841,
+        31574,
+        22266,
+        1210,
+        22805,
+        25240,
+        294,
+        33126,
+        40629,
+        44208,
+        6244,
+        36855,
+        24062,
+        33410,
+        21570,
+        860,
+        22291,
+        35777,
+        26550,
+        21494,
+        375,
+        29229,
+        4227,
+        221,
+        7851,
+        50616,
+        613,
+        48324,
+        807,
+        27171,
+        7957,
+        2466,
+        25300,
+        12407,
+        51649,
+        487,
+        26332,
+        26448,
+        2929,
+        29128,
+        8195,
+        45909,
+        22902,
+        1520,
+        21214,
+        20239,
+        32117,
+        37670,
+        6245,
+        7763,
+        22781,
+        21355,
+        38395,
+        20124,
+        730,
+        1782,
+        26612,
+        6261,
+        11599,
+        29483,
+        53804,
+        22622,
+        448,
+        54812,
+        24685,
+        47161,
+        46988,
+        48652,
+        27004,
+        25209,
+        1928,
+        25176,
+        23142,
+        4105,
+        69698,
+        69658,
+        8005,
+        496,
+        50501,
+        25110,
+        69663,
+        43438,
+        46028,
+        22352,
+        34281,
+        6066,
+        714,
+        8800,
+        20016,
+        29392,
+        23396,
+        26716,
+        8021,
+        34030,
+        38914,
+        7968,
+        38428,
+        66357,
+        36825,
+        2960,
+        65307,
+        20155,
+        22707,
+        24754,
+        20280,
+        52629,
+        31616,
+        36712,
+        51592,
+        25307,
+        33674,
+        1038,
+        45376,
+        26575,
+        8240,
+        28608,
+        20553,
+        21363,
+        36617,
+        2315,
+        11612,
+        25164,
+        69656,
+        25239,
+        2876,
+        26202,
+        679,
+        24212,
+        127827,
+        44508,
+        20081,
+        43435,
+        21327,
+        8020,
+        29287,
+        22068,
+        66492,
+        21547,
+        22721,
+        44600,
+        49696,
+        36093,
+        22686,
+        20055,
+        8467,
+        128563,
+        66868,
+        2112,
+        24525,
+        43437,
+        1524,
+        312,
+        8419,
+        12282,
+        32426,
+        9473,
+        24801,
+        24656,
+        1003,
+        36949,
+        21320,
+        24449,
+        31687,
+        23449,
+        9837,
+        1924,
+        33738,
+        31526,
+        34802,
+        44033,
+        26628,
+        1356,
+        2575,
+        128532,
+        30274,
+        3930,
+        127947,
+        449,
+        3549,
+        30097,
+        20736,
+        22915,
+        43429,
+        3395,
+        27511,
+        23391,
+        1349,
+        38911,
+        29151,
+        6024,
+        36870,
+        4752,
+        29436,
+        24536,
+        47700,
+        38646,
+        128540,
+        128076,
+        52628,
+        35531,
+        20029,
+        22797,
+        36763,
+        6092,
+        36991,
+        8172,
+        36814,
+        39791,
+        47448,
+        38620,
+        25511,
+        20813,
+        40180,
+        20206,
+        936,
+        25958,
+        2720,
+        26029,
+        73773,
+        33289,
+        7977,
+        2838,
+        31216,
+        24456,
+        25562,
+        29615,
+        4707,
+        21402,
+        40481,
+        31572,
+        23229,
+        34701,
+        20204,
+        24448,
+        35413,
+        20465,
+        29378,
+        9685,
+        31281,
+        128313,
+        133,
+        8183,
+        128527,
+        65286,
+        4848,
+        30722,
+        3521,
+        33883,
+        21106,
+        40786,
+        68366,
+        69661,
+        38556,
+        1334,
+        25299,
+        22307,
+        26039,
+        130,
+        33292,
+        25588,
+        44544,
+        38592,
+        66894,
+        286,
+        26580,
+        35009,
+        20004,
+        22696,
+        127804,
+        36023,
+        37912,
+        34253,
+        48376,
+        12584,
+        35468,
+        22788,
+        38742,
+        36784,
+        32102,
+        24357,
+        5825,
+        1930,
+        24211,
+        678,
+        32764,
+        402,
+        4619,
+        33032,
+        23019,
+        30171,
+        37341,
+        21319,
+        21378,
+        34886,
+        6757,
+        997,
+        22937,
+        27424,
+        35347,
+        50977,
+        21091,
+        12583,
+        39000,
+        24540,
+        55176,
+        43431,
+        2320,
+        31684,
+        4019,
+        22346,
+        32990,
+        535,
+        24185,
+        32085,
+        43043,
+        3602,
+        35266,
+        49845,
+        23652,
+        49552,
+        50808,
+        32822,
+        27973,
+        33655,
+        24190,
+        35477,
+        35265,
+        35828,
+        24207,
+        129392,
+        30342,
+        1235,
+        11598,
+        128580,
+        33402,
+        33495,
+        32768,
+        31665,
+        32114,
+        701,
+        20056,
+        27877,
+        4877,
+        3601,
+        28187,
+        69700,
+        33382,
+        33145,
+        36575,
+        129335,
+        3087,
+        3350,
+        21095,
+        6718,
+        42780,
+        38470,
+        21807,
+        26118,
+        32210,
+        20805,
+        32452,
+        66376,
+        26420,
+        20141,
+        22679,
+        1843,
+        3214,
+        21696,
+        33635,
+        4755,
+        8228,
+        20559,
+        2835,
+        2584,
+        36828,
+        2539,
+        21560,
+        7830,
+        35843,
+        47536,
+        38518,
+        20870,
+        29376,
+        1934,
+        26463,
+        68453,
+        4808,
+        29618,
+        25096,
+        30526,
+        40613,
+        1033,
+        48264,
+        68615,
+        25499,
+        12492,
+        38307,
+        27506,
+        21220,
+        23004,
+        6710,
+        28248,
+        705,
+        36796,
+        128523,
+        40065,
+        43393,
+        862,
+        127802,
+        31298,
+        25142,
+        6055,
+        22533,
+        44257,
+        25973,
+        54624,
+        71216,
+        68377,
+        38065,
+        37111,
+        48320,
+        28784,
+        32321,
+        26641,
+        1736,
+        45320,
+        23828,
+        34955,
+        33437,
+        20255,
+        34220,
+        137,
+        21035,
+        65057,
+        39173,
+        50725
+    ],
+    "model_max_length": 8192,
+    "size": 4078
+}