From 798196ffbdbefb1122b9ee88bce0bab179be9094 Mon Sep 17 00:00:00 2001
From: Albert Villanova del Moral
 <8515462+albertvillanova@users.noreply.github.com>
Date: Thu, 16 Jan 2025 11:48:17 +0100
Subject: [PATCH] Fix vanilla model answer in example benchmark

---
 examples/benchmark.ipynb | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/benchmark.ipynb b/examples/benchmark.ipynb
index 1ff00d41a..758b19ac8 100644
--- a/examples/benchmark.ipynb
+++ b/examples/benchmark.ipynb
@@ -253,7 +253,7 @@
     "\n",
     "            if is_vanilla_llm:\n",
     "                llm = agent\n",
-    "                answer = str(llm([{\"role\": \"user\", \"content\": question}]))\n",
+    "                answer = str(llm([{\"role\": \"user\", \"content\": question}]).content)\n",
     "                token_count = {\"input\": llm.last_input_token_count, \"output\": llm.last_output_token_count}\n",
     "                intermediate_steps = str([])\n",
     "            else:\n",