version: 1
modelName: Mistral
license: apache-2.0
author: MistralAI
description: ...

tags: 
  default:
    llamacpp: 7b-instruct-v0.2-gguf-Q4_K_M
    tensorrt-llm:
      ada: 7b-instruct-v0.1-tensorrtllm-windows-ada-int4
      turing: 7b-instruct-v0.1-tensorrtllm-windows-turing-int4
      ampere: 7b-instruct-v0.1-tensorrtllm-windows-ampere-int4
  v0.1:
    llamacpp: 7b-instruct-v0.1-gguf-Q4_K_M
    tensorrt-llm:
      ada: 7b-instruct-v0.1-tensorrtllm-windows-ada-int4
      turing: 7b-instruct-v0.1-tensorrtllm-windows-turing-int4
      ampere: 7b-instruct-v0.1-tensorrtllm-windows-ampere-int4
  v0.2:
    llamacpp: 7b-instruct-v0.2-gguf-Q4_K_M