fix

app.py

@@ -48,7 +48,7 @@ def combine(a, b, c, d,e,f):
     max_new_tokens = d
     repeat_penalty = f
     top_p = e
-    prompt = f"<|user|>\n{b}<|endoftext|>\n<|assistant|>"
+    prompt = f"<|user|>\n{b}<|endoftext|>"
     start = datetime.datetime.now()
     generation = ""
     delta = ""
@@ -57,11 +57,11 @@ def combine(a, b, c, d,e,f):
     answer_tokens = ''
     total_tokens = ''   
     for character in llm(prompt, 
-                max_tokens=max_new_tokens, 
+                max_tokens=512, 
                 stop=["</s>"],
-                temperature = temperature,
-                repeat_penalty = repeat_penalty,
-                top_p = top_p,   # Example stop token - not necessarily correct for this specific model! Please check before using.
+                temperature =  0.9,
+                repeat_penalty = 1,
+                top_p =  0.9,   # Example stop token - not necessarily correct for this specific model! Please check before using.
                 echo=False, 
                 stream=True):
         generation += character["choices"][0]["text"]
@@ -86,8 +86,8 @@ with gr.Blocks(theme='Medguy/base2') as demo:   #theme=gr.themes.Glass()  #theme
             with gr.Column(scale=12):
                 gr.HTML("<center>"
                 + "<h3>Prompt Engineering Playground!</h3>"
-                + "<h1>🐦 StableLM-Zephyr-3B - 4K context window</h2></center>")  
-            gr.Image(value='https://github.com/fabiomatricardi/GradioStudies/raw/main/20231205/logo-banner-StableZephyr.jpg', height=95, show_label = False, 
+                + "<h1>🐦 deepseek-coder-1.3b </h2></center>")  
+            gr.Image(value='https://modishcard.com/app/assets/icons/ModishCard_Logo6-02.svg', height=95, show_label = False, 
                      show_download_button = False, container = False)    
     # INTERACTIVE INFOGRAPHIC SECTION
     with gr.Row():
@@ -122,7 +122,7 @@ with gr.Blocks(theme='Medguy/base2') as demo:   #theme=gr.themes.Glass()  #theme
             - **Repetition Penalty**: {repetitionpenalty}
             - **Context Lenght**: {contextlength} tokens
             - **LLM Engine**: CTransformers
-            - **Model**: 🐦 StarlingLM-7b
+            - **Model**: 🐦 deepseek-coder-1.3b
             - **Log File**: {logfile}
             """)