Update app.py

app.py

@@ -47,28 +47,33 @@ async def chat_with_text(request: TextRequest):
 
 
 
-@app.post("/chat/image-url")
-async def chat_with_image_url(request: ImageURLRequest):
+@app.post("/chat/vision")
+async def chat_from_text_with_image_url(request: TextRequest):
+    import re
+
+    # Detect image URL
+    match = re.search(r'https?://\S+\.(jpg|jpeg|png|webp|gif)', request.message)
+    if not match:
+        raise HTTPException(status_code=400, detail="No image URL found")
+
+    image_url = match.group(0)
     try:
-        img_response = requests.get(request.url)
-        if img_response.status_code != 200:
-            raise HTTPException(status_code=400, detail="Failed to fetch image from URL")
-        image_data = img_response.content
-        base64_image = base64.b64encode(image_data).decode("utf-8")
+        img_response = requests.get(image_url)
+        img_response.raise_for_status()
+        base64_image = base64.b64encode(img_response.content).decode("utf-8")
+        img_tag = f'<img src="data:image/png;base64,{base64_image}" />'
     except Exception as e:
-        raise HTTPException(status_code=400, detail=f"Image download failed: {e}")
+        raise HTTPException(status_code=400, detail=f"Failed to fetch image: {e}")
+
+    # Replace image URL with the base64 image
+    modified_message = request.message.replace(image_url, img_tag)
 
     payload = {
         "model": "meta/llama-3.2-90b-vision-instruct",
-        "messages": [
-            {
-                "role": "user",
-                "content": f'<img src="data:image/png;base64,{base64_image}" />',
-            }
-        ],
-        "max_tokens": 512,
-        "temperature": 1.0,
-        "top_p": 1.0,
+        "messages": [{"role": "user", "content": modified_message}],
+        "max_tokens": request.max_tokens,
+        "temperature": request.temperature,
+        "top_p": request.top_p,
         "stream": False,
     }
 
@@ -79,6 +84,7 @@ async def chat_with_image_url(request: ImageURLRequest):
         raise HTTPException(status_code=500, detail=str(e))
 
 
+
 # Root endpoint
 @app.get("/")
 async def root():