use transformers

prometheus_pipeline.py

@@ -7,7 +7,7 @@ import time
 from distilabel.pipeline import Pipeline
 from distilabel.steps import KeepColumns, LoadHubDataset
 from distilabel.steps.tasks import PrometheusEval
-from distilabel.llms import vLLM
+from distilabel.llms import TransformersLLM
 
 if __name__ == "__main__":
     start_time = time.time()
@@ -22,7 +22,7 @@ if __name__ == "__main__":
 
         task = PrometheusEval(
             name="task",
-            llm=vLLM(
+            llm=TransformersLLM(
                 model="prometheus-eval/prometheus-7b-v2.0",
                 chat_template="[INST] {{ messages[0]['content'] }}\n{{ messages[1]['content'] }}[/INST]",
             ),