Updated the model and tokenizer to version2, and tagged the current progress to "v2".

config.json

@@ -18,11 +18,11 @@
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": null,
-  "rope_theta": 10000.0,
+  "rope_theta": 1000000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.39.3",
   "use_cache": true,
   "vocab_size": 64000,
-  "internal_version": "7b-alpha-v1.27.2.25"
+  "internal_version": "7b-alpha-v2.33.0.30"
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ee700e7c7a92199fffaf7154c6fa83a6717164d2417ee0821f7cd05b3cf16cf
+oid sha256:8b665e3f2e218378d4932477709c17e52587b9c6223c84e4895a724012b4eae9
 size 4976733512

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb5651ada438c2104cada02dee81f08206178695c854b07d899e13b09a03930a
+oid sha256:960bfd93156cafd55879e933eac752054505c2e192ab46b1df9ae273e7e9709f
 size 4991431432

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10328ebe235d80ac67e539236b5daa2269f207e00962b70263591dd2321d6fec
+oid sha256:425d60e4c3fd8037b7fc448c87609d946ce39629984ed2bac042fa7686078e0e
 size 4032988136