| name: hermes-2-pro-llama3 | |
| backend: transformers | |
| parameters: | |
| model: fakezeta/Hermes-2-Pro-Llama-3-8B-ov-int4 | |
| context_size: 8192 | |
| type: OVModelForCausalLM | |
| template: | |
| use_tokenizer_template: true | |
| name: hermes-2-pro-llama3 | |
| backend: transformers | |
| parameters: | |
| model: fakezeta/Hermes-2-Pro-Llama-3-8B-ov-int4 | |
| context_size: 8192 | |
| type: OVModelForCausalLM | |
| template: | |
| use_tokenizer_template: true | |