Use tokenizer in Agent

agents.py

@@ -165,9 +165,11 @@ def build_graph(provider: str = "rwkv"):
         title = "rwkv7-g1-0.1b-20250307-ctx4096"
         pth = hf_hub_download(repo_id="BlinkDL/rwkv7-g1", filename=f"{title}.pth")
         model_path = pth.replace(".pth", "")
+
         raw_llm = RWKV(
             model=model_path,
-            strategy="cpu fp32", 
+            strategy="cpu fp32",
+            tokens_path="./rwkv_vocab_v20230424.txt",
         )
 
         class RWKVWithTools:
@@ -209,6 +211,7 @@ def build_graph(provider: str = "rwkv"):
         # --- END RWKV SETUP ---
     else:
         raise ValueError("Invalid provider. Choose 'google', 'groq' or 'huggingface'.")
+
     # Bind tools to LLM
     llm_with_tools = llm.bind_tools(tools)