mobinln commited on
Commit
b037f61
1 Parent(s): 3de8392

change to qwen 2.5 1.5B

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -3,10 +3,8 @@ from llm import load_llm, response_generator
3
  from sql import csv_to_sqlite, run_sql_query
4
 
5
 
6
- repo_id = "Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF"
7
- filename = "qwen2.5-coder-0.5b-instruct-q8_0.gguf"
8
- # repo_id = "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF"
9
- # filename = "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"
10
  # repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
11
  # filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
12
 
 
3
  from sql import csv_to_sqlite, run_sql_query
4
 
5
 
6
+ repo_id = "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
7
+ filename = "qwen2.5-coder-1.5b-instruct-q8_0.gguf"
 
 
8
  # repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
9
  # filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
10