| cfg_file: | |
| precision: 'bf16-mixed' # ['16-mixed', 'bf16-mixed'] | |
| min_dur: 60 | |
| max_dur: 150 | |
| sr: 48000 | |
| pretrained_path: ${dynamic_path:???/songbloom_full_150s_dpo.pt} | |
| continue_checkpoint: | |
| train_dataset: | |
| lyric_processor: phoneme | |
| prompt_len: 10 | |
| vae: | |
| vae_cfg: ${dynamic_path:???/stable_audio_1920_vae.json} | |
| vae_ckpt: ${dynamic_path:???/autoencoder_music_dsp1920.ckpt} | |
| sr: ${sr} | |
| model: | |
| block_size: 16 | |
| latent_dim: 64 | |
| dim: 1536 | |
| num_heads: 24 | |
| lm_layers: 36 | |
| diff_layers: 12 | |
| num_pitch: 16384 | |
| time_cond_type: prepend | |
| timestep_features_dim: 256 | |
| diffusion_objective: rectified_flow | |
| timestep_sampler: logit_normal | |
| backend: llama | |
| rotary_base_val: 20000 | |
| init_std: 0.02 | |
| h_dropout: 0.05 | |
| condition_provider_cfg: | |
| prompt_wav: | |
| type: audio_tokenizer_wrapper | |
| output_dim: ${model.dim} | |
| audio_tokenizer: | |
| max_len: 250 # 25.0 * 10s | |
| lyrics: | |
| type: phoneme_tokenizer | |
| output_dim: ${model.dim} | |
| vocab_list: ${load_yaml:${dynamic_path:???/vocab_g2p.yaml}} | |
| max_len: 600 | |
| max_sentence_per_structure: 50 | |
| mode: sum | |
| cfg_dropout: 0.1 | |
| attribute_dropout: | |
| text: | |
| lyrics: 0. | |
| wav: | |
| prompt_wav: 0.1 | |
| fuser_cfg: | |
| cross_attention_pos_emb: false | |
| cross_attention_pos_emb_scale: 1 | |
| sum: [] | |
| prepend: [lyrics, prompt_wav] | |
| cross: [] | |
| input_interpolate: [] | |
| inference: | |
| cfg_coef: 1.5 | |
| temp: 0.9 | |
| diff_temp: 0.95 | |
| top_k: 100 | |
| penalty_repeat: True | |
| penalty_window: 50 | |
| steps: 36 | |
| dit_cfg_type: h |