File size: 1,389 Bytes
a971c22 3da8f24 a971c22 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
{
"model_lib": "TinyLlama-1.1b-q4f16_1",
"local_id": "TinyLlama-1.1B-translate-en-es-q4f16_1",
"estimated_vram_req": 600000000,
"conv_config": {
"seps": ["\n","<|im_end|>"],
"stop_tokens": [ 2 ],
"offset": 0,
"separator_style": 0,
"messages": [
[ "<|im_start|>user", "translate this to spanish: ```My name is Maria and I'm 3 years old```" ],
[ "<|im_start|>assistant", "Mi nombre es María y tengo 3 años<|im_end|>" ],
[ "<|im_start|>user", "Traduce esto al ingles: ```Me gusta mucho jugar al ajedrez pero tengo que ir al cole.```" ],
[ "<|im_start|>assistant", "I like playing chess a lot but I've to go to the school.<|im_end|>" ]
],
"stop_str": "<|im_end|>",
"roles": [ "<|im_start|>user", "<|im_start|>assistant" ],
"role_msg_sep": ": ",
"role_empty_sep": "\n",
"system": "",
"add_bos": true,
"prefix_tokens": [],
"name": "chatml2"
},
"temperature": 0.5,
"repetition_penalty": 1.2,
"top_p": 0.95,
"mean_gen_len": 128,
"max_gen_len": 512,
"max_window_size": 2048,
"num_shards": 1,
"shift_fill_factor": 0.3,
"tokenizer_files": [
"tokenizer.json"
],
"model_category": "llama",
"model_name": "TinyLlama-1.1B-translate-en-es",
"vocab_size": 32000
}
|