Mamba2InLlama_0_75:
  prompt_template: "templates/llama3.txt"
  fn_completions: "huggingface_local_completions"
  completions_kwargs:
    model_name: "JunxiongWang/Mamba2InLlama_0_75"
    model_kwargs:
      torch_dtype: 'bfloat16'
    max_new_tokens: 2048
    temperature: 0.7
    top_p: 1.0
    do_sample: True
  pretty_name: "Mamba2 0 75 From meta-llama/Meta-Llama-3-8B-Instruct"
  link: "https://huggingface.co/JunxiongWang/Mamba2InLlama_0_75"