Update main.py
Browse files
main.py
CHANGED
|
@@ -6,7 +6,7 @@ from llama_cpp import Llama
|
|
| 6 |
|
| 7 |
# Model loading with specified path and configuration
|
| 8 |
llm = Llama(
|
| 9 |
-
model_path="phi-3-mini-4k-instruct-text-to-sql
|
| 10 |
n_ctx=4096, # Maximum number of tokens for context (input + output)
|
| 11 |
n_threads=2, # Number of CPU cores used
|
| 12 |
)
|
|
|
|
| 6 |
|
| 7 |
# Model loading with specified path and configuration
|
| 8 |
llm = Llama(
|
| 9 |
+
model_path="phi-3-mini-4k-instruct-text-to-sql.Q4_K.gguf", # Update the path as necessary
|
| 10 |
n_ctx=4096, # Maximum number of tokens for context (input + output)
|
| 11 |
n_threads=2, # Number of CPU cores used
|
| 12 |
)
|