params

{
    "stop": [
        "<|im_start|>",
        "<|im_end|>",
        "<|endoftext|>"
    ],
    "temperature": 0.6,
    "min_p" : 0.00,
    "repeat_penalty" : 1.0,
    "top_k" : 40,
    "top_p" : 0.95,
    "num_ctx": 32768,
    "num_predict" : 32768
}