| version: 1 | |
| modelName: Mistral | |
| license: apache-2.0 | |
| author: MistralAI | |
| description: ... | |
| tags: | |
| default: | |
| llamacpp: 7b-instruct-v0.2-gguf-Q4_K_M | |
| tensorrt-llm: | |
| ada: 7b-instruct-v0.1-tensorrtllm-windows-ada-int4 | |
| turing: 7b-instruct-v0.1-tensorrtllm-windows-turing-int4 | |
| ampere: 7b-instruct-v0.1-tensorrtllm-windows-ampere-int4 | |
| v0.1: | |
| llamacpp: 7b-instruct-v0.1-gguf-Q4_K_M | |
| tensorrt-llm: | |
| ada: 7b-instruct-v0.1-tensorrtllm-windows-ada-int4 | |
| turing: 7b-instruct-v0.1-tensorrtllm-windows-turing-int4 | |
| ampere: 7b-instruct-v0.1-tensorrtllm-windows-ampere-int4 | |
| v0.2: | |
| llamacpp: 7b-instruct-v0.2-gguf-Q4_K_M |