{ "do_sample": true, "temperature": 0.7, "top_p": 0.9, "top_k": 50, "max_new_tokens": 256, "pad_token_id": null, "eos_token_id": 2, "bos_token_id": 1, "use_cache": true }