GGUF
Inference Endpoints
conversational
thuannh commited on
Commit
d5ae7d0
1 Parent(s): 2beca51

Update prompt template generate by jinja2 tool

Browse files
Files changed (1) hide show
  1. model.yml +1 -1
model.yml CHANGED
@@ -16,4 +16,4 @@ stream: true # true | false
16
  ngl: 33 # Infer from base config.json -> num_attention_heads
17
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
18
  engine: cortex.llamacpp
19
- prompt_template: "<|system|>\n{system_message}<|user|>\n{prompt}<|assistant|>"
 
16
  ngl: 33 # Infer from base config.json -> num_attention_heads
17
  ctx_len: 4096 # Infer from base config.json -> max_position_embeddings
18
  engine: cortex.llamacpp
19
+ prompt_template: "\n\n<|system|>\n{system_message}</s>\n\n\n\n\n<|user|>\n{prompt}</s>\n\n\n<|assistant|>\n\n"