Update README.md

README.md

@@ -71,6 +71,7 @@ class UpcycledModelMixin:
     @classmethod
     def upcycled_from(cls, source_model, config: UpcyclingConfig) -> Self:
         upcycled_model_config = cls.config_class(**source_model.config.to_dict())
+        upcycled_model_config.moe_intermediate_size = upcycled_model_config.intermediate_size // config.partitions_from_mlp
         if hasattr(upcycled_model_config, "shared_expert_intermediate_size"):
             upcycled_model_config.shared_expert_intermediate_size = source_model.config.intermediate_size