generation_config.json
| 1 | { |
| 2 | "_from_model_config": true, |
| 3 | "bos_token_id": 128000, |
| 4 | "eos_token_id": 128001, |
| 5 | "do_sample": true, |
| 6 | "temperature": 0.6, |
| 7 | "top_p": 0.95, |
| 8 | "transformers_version": "4.39.3" |
| 9 | } |
| 10 | |