Update weights (#4)

- update (b0a1e1dd8a1f4a5358f39623781863086ad4b48e)


Co-authored-by: Raushan Turganbay <RaushanTurganbay@users.noreply.huggingface.co>

chat_template.jinja

@@ -0,0 +1 @@
+{% for message in messages %}{% if message['role'] != 'system' %}{{ message['role'].upper() + ': '}}{% endif %}{# Render all images first #}{% for content in message['content'] | selectattr('type', 'equalto', 'image') %}{{ '<image>' }}{% endfor %}{# Render all text next #}{% if message['role'] != 'assistant' %}{% for content in message['content'] | selectattr('type', 'equalto', 'text') %}{{ content['text'] + ' '}}{% endfor %}{% else %}{% for content in message['content'] | selectattr('type', 'equalto', 'text') %}{% generation %}{{ content['text'] + ' '}}{% endgeneration %}{% endfor %}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ 'ASSISTANT:' }}{% endif %}

config.json

@@ -4,14 +4,28 @@
   ],
   "model_type": "emu3",
   "text_config": {
-    "max_position_embeddings": 131072,
+    "attention_bias": false,
+    "attention_dropout": 0.1,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "initializer_range": 0.02,
+    "intermediate_size": 14336,
+    "max_position_embeddings": 9216,
+    "mlp_bias": false,
     "model_type": "emu3_text_model",
+    "num_attention_heads": 32,
+    "num_hidden_layers": 32,
+    "num_key_value_heads": 8,
+    "rms_norm_eps": 1e-05,
     "rope_scaling": {
       "rope_type": "default"
-    }
+    },
+    "rope_theta": 1000000.0,
+    "use_cache": true,
+    "vocab_size": 184622
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.48.0.dev0",
+  "transformers_version": "4.53.0.dev0",
   "vocabulary_map": {
     "!": 0,
     "!!": 2928,
@@ -184637,7 +184651,27 @@
     "\u0143\u0132": 98734
   },
   "vq_config": {
-    "_attn_implementation_autoset": true,
-    "model_type": "emu3_vqgan"
+    "attention_dropout": 0.0,
+    "attn_resolutions": [
+      3
+    ],
+    "base_channels": 256,
+    "channel_multiplier": [
+      1,
+      2,
+      2,
+      4
+    ],
+    "codebook_size": 32768,
+    "double_latent": false,
+    "embed_dim": 4,
+    "hidden_size": 1024,
+    "in_channels": 3,
+    "latent_channels": 4,
+    "model_type": "emu3_vqgan",
+    "num_attention_heads": 1,
+    "num_res_blocks": 2,
+    "out_channels": 3,
+    "temporal_downsample_factor": 4
   }
 }

generation_config.json

@@ -4,5 +4,5 @@
   "max_new_tokens": 50000,
   "pad_token_id": 151643,
   "top_k": 2048,
-  "transformers_version": "4.48.0.dev0"
+  "transformers_version": "4.53.0.dev0"
 }

model-00001-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7fbe951ec7c04a3b30dd36eea876056ef259467ea3e9b2b3b69a9b786f019b9
+oid sha256:482870907a43f7cfd0240579049f12bbe848bd3ba8e346f6ebb61b25ef76f674
 size 4937517928

model-00002-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:610542cce6cd19b6d4f8bd26864b3eef0e3c8ae5edc645f88520e31cbe72c2f0
+oid sha256:e3eaf1793568ff5929b99236951e71b9a624f6c734c6104ca13d15c07aba09b9
 size 4832007968

model-00003-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc0f06b39828d61e8f1a02aa1ac6a67931ca0b1272b87377f5db5786de2b6add
+oid sha256:f688ebc58dfc2ac385e4d6b87e38dda253dff9fe23c8c8b4811d3117fca5ac8f
 size 4999813680

model-00004-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0efd7a3e74d8a42cb196cbb8fcf9ce8f4ec4682730749aeaa0bca5b0a155e93a
+oid sha256:30fde22981ba7d706f86478f3f32a33d9bd63ec7e168d02860eaeddcb5735744
 size 4999813712

model-00005-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c14a34eeef47b475968ee013fea046b01c29fdc12828979d812524bc4b474ff
+oid sha256:00af28b0448f30c29138311dfb41a3d9a607907f91f2346a45fa8315174d9439
 size 4832008016

model-00006-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63e8a5e8ecad117b3054d3c55c1d8ee22bf44e2cd24b50625c8188813c57c92d
+oid sha256:ee40365b2724ad5b05536fc60d0ab93f71fdfc5e1ee74380f1078d76c1cff013
 size 4999813704

model-00007-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6624fed3f3931ccd1168d58190599c06048bdbd61d40f48bc99a4b9ba952cf12
-size 4999932864
+oid sha256:87cbb81f894dc637e50f1eb44c710b406eef97a3f29b55be8d361c56369ea4af
+size 2425287956

model-00008-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:332c5b0d8c78f7b1d963adbd1f2c64c684a5f47aee4e1a83ff65675b915d7c50
-size 450198548
+oid sha256:c0b38d7edfa038674a74e612fe1e5df526b9845ace7efa38e92ef9033f03acee
+size 3024846976