{ "model_lib": "TinyLlama-1.1b-q4f16_1", "local_id": "TinyLlama-1.1B-translate-en-es-q4f16_1", "estimated_vram_req": 600000000, "conv_config": { "seps": ["\n","<|im_end|>"], "stop_tokens": [ 2 ], "offset": 0, "separator_style": 0, "messages": [ [ "<|im_start|>user", "translate this to spanish: ```My name is Maria and I'm 3 years old```" ], [ "<|im_start|>assistant", "Mi nombre es María y tengo 3 años<|im_end|>" ], [ "<|im_start|>user", "Traduce esto al ingles: ```Me gusta mucho jugar al ajedrez pero tengo que ir al cole.```" ], [ "<|im_start|>assistant", "I like playing chess a lot but I've to go to the school.<|im_end|>" ] ], "stop_str": "<|im_end|>", "roles": [ "<|im_start|>user", "<|im_start|>assistant" ], "role_msg_sep": ": ", "role_empty_sep": "\n", "system": "", "add_bos": true, "prefix_tokens": [], "name": "chatml2" }, "temperature": 0.5, "repetition_penalty": 1.2, "top_p": 0.95, "mean_gen_len": 128, "max_gen_len": 512, "max_window_size": 2048, "num_shards": 1, "shift_fill_factor": 0.3, "tokenizer_files": [ "tokenizer.json" ], "model_category": "llama", "model_name": "TinyLlama-1.1B-translate-en-es", "vocab_size": 32000 }