change to qwen 2.5 1.5B
Browse files
app.py
CHANGED
|
@@ -3,10 +3,8 @@ from llm import load_llm, response_generator
|
|
| 3 |
from sql import csv_to_sqlite, run_sql_query
|
| 4 |
|
| 5 |
|
| 6 |
-
repo_id = "Qwen/Qwen2.5-Coder-
|
| 7 |
-
filename = "qwen2.5-coder-
|
| 8 |
-
# repo_id = "bartowski/Qwen2.5-Coder-7B-Instruct-GGUF"
|
| 9 |
-
# filename = "Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf"
|
| 10 |
# repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
|
| 11 |
# filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
|
| 12 |
|
|
|
|
| 3 |
from sql import csv_to_sqlite, run_sql_query
|
| 4 |
|
| 5 |
|
| 6 |
+
repo_id = "Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF"
|
| 7 |
+
filename = "qwen2.5-coder-1.5b-instruct-q8_0.gguf"
|
|
|
|
|
|
|
| 8 |
# repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
|
| 9 |
# filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
|
| 10 |
|