change to new qwen2.5 coder 0.5B
Browse files
app.py
CHANGED
|
@@ -3,10 +3,10 @@ from llm import load_llm, response_generator
|
|
| 3 |
from sql import csv_to_sqlite, run_sql_query
|
| 4 |
|
| 5 |
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
repo_id = "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF"
|
| 9 |
-
filename = "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"
|
| 10 |
# repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
|
| 11 |
# filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
|
| 12 |
|
|
|
|
| 3 |
from sql import csv_to_sqlite, run_sql_query
|
| 4 |
|
| 5 |
|
| 6 |
+
repo_id = "Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF"
|
| 7 |
+
filename = "qwen2.5-coder-0.5b-instruct-q8_0.gguf"
|
| 8 |
+
# repo_id = "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF"
|
| 9 |
+
# filename = "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"
|
| 10 |
# repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
|
| 11 |
# filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
|
| 12 |
|