name: Yi-9B
backend: transformers
parameters:
  model: fakezeta/Yi-1.5-9B-Chat-ov-int4
context_size: 8192
type: OVModelForCausalLM
template:
  use_tokenizer_template: true