generation_config.json
| 1 | { |
| 2 | "_from_model_config": true, |
| 3 | "bos_token_id": 128000, |
| 4 | "cache_implementation": "hybrid", |
| 5 | "do_sample": true, |
| 6 | "eos_token_id": [ |
| 7 | 128001, |
| 8 | 128009 |
| 9 | ], |
| 10 | "pad_token_id": 128001, |
| 11 | "temperature": 0.2, |
| 12 | "transformers_version": "4.57.6" |
| 13 | } |
| 14 | |