mobinln commited on
Commit
3de8392
1 Parent(s): c8236a7

change to new qwen2.5 coder 0.5B

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -3,10 +3,10 @@ from llm import load_llm, response_generator
3
  from sql import csv_to_sqlite, run_sql_query
4
 
5
 
6
- # repo_id = "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
7
- # filename = "qwen2.5-coder-1.5b-instruct-q8_0.gguf"
8
- repo_id = "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF"
9
- filename = "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"
10
  # repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
11
  # filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
12
 
 
3
  from sql import csv_to_sqlite, run_sql_query
4
 
5
 
6
+ repo_id = "Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF"
7
+ filename = "qwen2.5-coder-0.5b-instruct-q8_0.gguf"
8
+ # repo_id = "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF"
9
+ # filename = "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"
10
  # repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
11
  # filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
12