Spaces:
Build error
Build error
changes
Browse files
app.py
CHANGED
|
@@ -7,8 +7,8 @@ from huggingface_hub import hf_hub_download
|
|
| 7 |
#MODEL SETTINGS also for DISPLAY
|
| 8 |
convHistory = ''
|
| 9 |
modelfile = hf_hub_download(
|
| 10 |
-
repo_id=os.environ.get("REPO_ID", "slasiyal/deepseek-coder-
|
| 11 |
-
filename=os.environ.get("MODEL_FILE", "deepseek-coder-
|
| 12 |
)
|
| 13 |
repetitionpenalty = 1.15
|
| 14 |
contextlength=4096
|
|
@@ -58,7 +58,7 @@ def combine(a, b, c, d,e,f):
|
|
| 58 |
total_tokens = ''
|
| 59 |
for character in llm(prompt,
|
| 60 |
max_tokens=512,
|
| 61 |
-
stop=["
|
| 62 |
temperature = 0.9,
|
| 63 |
repeat_penalty = 1,
|
| 64 |
top_p = 0.9, # Example stop token - not necessarily correct for this specific model! Please check before using.
|
|
|
|
| 7 |
#MODEL SETTINGS also for DISPLAY
|
| 8 |
convHistory = ''
|
| 9 |
modelfile = hf_hub_download(
|
| 10 |
+
repo_id=os.environ.get("REPO_ID", "slasiyal/slasiyal/deepseek-coder-7b-instruct_q8_0.gguf"),
|
| 11 |
+
filename=os.environ.get("MODEL_FILE", "slasiyal/deepseek-coder-7b-instruct_q8_0.gguf"),
|
| 12 |
)
|
| 13 |
repetitionpenalty = 1.15
|
| 14 |
contextlength=4096
|
|
|
|
| 58 |
total_tokens = ''
|
| 59 |
for character in llm(prompt,
|
| 60 |
max_tokens=512,
|
| 61 |
+
stop=["<|endoftext|>"],
|
| 62 |
temperature = 0.9,
|
| 63 |
repeat_penalty = 1,
|
| 64 |
top_p = 0.9, # Example stop token - not necessarily correct for this specific model! Please check before using.
|