generation_config.json
| 1 | { |
| 2 | "do_sample": true, |
| 3 | "repetition_penalty": 1.05, |
| 4 | "temperature": 0.9, |
| 5 | "top_p": 1.0, |
| 6 | "top_k": 50, |
| 7 | "subtalker_dosample": true, |
| 8 | "subtalker_temperature": 0.9, |
| 9 | "subtalker_top_p": 1.0, |
| 10 | "subtalker_top_k": 50, |
| 11 | "max_new_tokens": 8192 |
| 12 | } |