Fix vanilla model answer in example benchmark

huggingface · Jan 16, 2025 · 798196f · 798196f
1 parent 34a718c
commit 798196f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/benchmark.ipynb b/examples/benchmark.ipynb
@@ -253,7 +253,7 @@
     "\n",
     "            if is_vanilla_llm:\n",
     "                llm = agent\n",
-    "                answer = str(llm([{\"role\": \"user\", \"content\": question}]))\n",
+    "                answer = str(llm([{\"role\": \"user\", \"content\": question}]).content)\n",
     "                token_count = {\"input\": llm.last_input_token_count, \"output\": llm.last_output_token_count}\n",
     "                intermediate_steps = str([])\n",
     "            else:\n",