Update app.py

app.py

@@ -41,7 +41,7 @@ def respond(
         llm = Llama(
             model_path=f"models/{model}",
             n_gpu_layers=0,  
-            n_batch=4096,     
+            n_batch=16384,     
             n_ctx=2048,      
         )
         llm_model = model
@@ -132,23 +132,18 @@ demo = gr.ChatInterface(
             label="Repetition penalty",
         ),
     ],
-    theme=gr.themes.Default(
-        primary_hue="blue",
-        secondary_hue="cyan",
-        neutral_hue="gray",
-        font=[gr.themes.GoogleFont("Roboto"), "ui-sans-serif", "system-ui", "sans-serif"]
-    ).set(
-        body_background_fill="#f8f9fa",
-        block_background_fill="#ffffff",
+    theme=gr.themes.Soft(primary_hue="violet", secondary_hue="violet", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
+        body_background_fill_dark="#16141c",
+        block_background_fill_dark="#16141c",
         block_border_width="1px",
-        block_title_background_fill="#e9ecef",
-        input_background_fill="#f8f9fa",
-        button_secondary_background_fill="#007bff",
-        border_color_accent="#ced4da",
-        border_color_primary="#ced4da",
-        background_fill_secondary="#f8f9fa",
-        color_accent_soft="#007bff",
-        code_background_fill="#f8f9fa",
+        block_title_background_fill_dark="#1e1c26",
+        input_background_fill_dark="#292733",
+        button_secondary_background_fill_dark="#24212b",
+        border_color_accent_dark="#343140",
+        border_color_primary_dark="#343140",
+        background_fill_secondary_dark="#16141c",
+        color_accent_soft_dark="transparent",
+        code_background_fill_dark="#292733",
     ),
     title="Meta Llama 3.2 (1B)",
     description=description,