telechat-7B-int4 / generation_config.json
liuxz0801's picture
initliaze
9b05693
raw
history blame
277 Bytes
{
"max_length": 4096,
"do_sample": false,
"use_cache": true,
"temperature": 0.3,
"top_k": 5,
"top_p": 0.85,
"repetition_penalty": 1.03,
"pad_token_id": 3,
"bos_token_id": 160132,
"eos_token_id": 160133,
"user_token_id": 160130,
"bot_token_id": 160131
}