change to qwen 2.5 1.5B
Browse files
app.py
CHANGED
@@ -3,10 +3,8 @@ from llm import load_llm, response_generator
|
|
3 |
from sql import csv_to_sqlite, run_sql_query
|
4 |
|
5 |
|
6 |
-
repo_id = "Qwen/Qwen2.5-Coder-
|
7 |
-
filename = "qwen2.5-coder-
|
8 |
-
# repo_id = "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF"
|
9 |
-
# filename = "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"
|
10 |
# repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
|
11 |
# filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
|
12 |
|
|
|
3 |
from sql import csv_to_sqlite, run_sql_query
|
4 |
|
5 |
|
6 |
+
repo_id = "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
|
7 |
+
filename = "qwen2.5-coder-1.5b-instruct-q8_0.gguf"
|
|
|
|
|
8 |
# repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
|
9 |
# filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
|
10 |
|