speculator_config.json

{
  "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
  "turbo_num_heads": 3,
  "turbo_num_layers": 1,
  "transformers_version": "4.40.2",
  "version": "2"
}