change to new qwen2.5 coder 0.5B
Browse files
app.py
CHANGED
@@ -3,10 +3,10 @@ from llm import load_llm, response_generator
|
|
3 |
from sql import csv_to_sqlite, run_sql_query
|
4 |
|
5 |
|
6 |
-
|
7 |
-
|
8 |
-
repo_id = "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF"
|
9 |
-
filename = "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"
|
10 |
# repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
|
11 |
# filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
|
12 |
|
|
|
3 |
from sql import csv_to_sqlite, run_sql_query
|
4 |
|
5 |
|
6 |
+
repo_id = "Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF"
|
7 |
+
filename = "qwen2.5-coder-0.5b-instruct-q8_0.gguf"
|
8 |
+
# repo_id = "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF"
|
9 |
+
# filename = "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"
|
10 |
# repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
|
11 |
# filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
|
12 |
|