Update app.py

app.py

@@ -6,6 +6,8 @@ from custom_llm import CustomLLM
 
 from pydantic import BaseModel
 from langchain.prompts import PromptTemplate
+from langchain_huggingface import HuggingFacePipeline
+
 
 class ConversationPost(BaseModel):
     tenant: Union[str, None] = None
@@ -21,7 +23,15 @@ Kamu adalah Asisten AI yang dikembangkan oleh Jonthan Jordan. Jawablah pertanyaa
 {question}<|im_end|>
 <|im_start|>assistant
 """)
-llm = prompt | CustomLLM(repo_id="Qwen/Qwen-VL-Chat", model_type='text-generation', api_token=API_TOKEN, max_new_tokens=150).bind(stop=['<|im_end|>'])
+llm = prompt | HuggingFacePipeline.from_model_id(
+    model_id="Qwen/Qwen2-1.5B-Instruct",
+    task="text-generation",
+    pipeline_kwargs={
+        "max_new_tokens": 150,
+    },
+)
+
+# llm = prompt | CustomLLM(repo_id="Qwen/Qwen-VL-Chat", model_type='text-generation', api_token=API_TOKEN, max_new_tokens=150).bind(stop=['<|im_end|>'])
 
 
 @app.get("/")