llmware
/

bling-qwen-mini-tool

text-generation-inference

Model card Files Files and versions Community

doberst commited on Aug 22

Commit

ea83792

•

1 Parent(s): 5d17234

Update config.json

Files changed (1) hide show

config.json +4 -4

config.json CHANGED Viewed

@@ -1,12 +1,12 @@
 {
- "model_name": "bling-qwen-nano-tool",
- "model_ft_base": "bling-qwen-nano",
  "quantization": "4Q_K_M GGUF",
  "model_base": "qwen2",
  "model_type": "qwen2",
  "tokenizer": "qwen",
- "parameters": "0.5 billion",
- "description": "bling-qwen-nano-tool is a quantized fact-based question answering model optimized for inference",
  "prompt_wrapper": "human_bot",
  "prompt_format": "<human> {context_passage} \n {question} \n<bot>:",
  "output_format": "{text}",

 {
+ "model_name": "bling-qwen-mini-tool",
+ "model_ft_base": "bling-mini-tool",
  "quantization": "4Q_K_M GGUF",
  "model_base": "qwen2",
  "model_type": "qwen2",
  "tokenizer": "qwen",
+ "parameters": "1.5 billion",
+ "description": "bling-qwen-mini-tool is a quantized fact-based question answering model optimized for inference",
  "prompt_wrapper": "human_bot",
  "prompt_format": "<human> {context_passage} \n {question} \n<bot>:",
  "output_format": "{text}",