generation_config.json
| 1 | { |
| 2 | "bos_token_id": 128000, |
| 3 | "do_sample": true, |
| 4 | "eos_token_id": [ |
| 5 | 128001, |
| 6 | 128008, |
| 7 | 128009 |
| 8 | ], |
| 9 | "temperature": 0.6, |
| 10 | "top_p": 0.9, |
| 11 | "transformers_version": "4.45.0" |
| 12 | } |
| 13 | |