params
| 1 | { |
| 2 | "stop": [ |
| 3 | "<|im_start|>", |
| 4 | "<|im_end|>" |
| 5 | ], |
| 6 | "temperature": 0.7, |
| 7 | "min_p" : 0.00, |
| 8 | "repeat_penalty" : 1.05, |
| 9 | "top_k" : 20, |
| 10 | "top_p" : 0.8 |
| 11 | } |