Delete reports

agbenchmark/conftest.py

@@ -5,9 +5,9 @@
 import time
 from pathlib import Path  # noqa
 from typing import Any, Dict, Generator
-from helicone.lock import HeliconeLockManager
 
 import pytest
+from helicone.lock import HeliconeLockManager
 
 from agbenchmark.reports.reports import (
     finalize_reports,

agbenchmark/start_benchmark.py

@@ -4,12 +4,12 @@
 from datetime import datetime
 from pathlib import Path
 from typing import Any
-from helicone.lock import HeliconeLockManager
-from agbenchmark.utils.utils import AGENT_NAME, calculate_dynamic_paths
 
 import click
 import pytest
+from helicone.lock import HeliconeLockManager
 
+from agbenchmark.utils.utils import AGENT_NAME, calculate_dynamic_paths
 
 CURRENT_DIRECTORY = Path(__file__).resolve().parent
 BENCHMARK_START_TIME = datetime.now().strftime("%Y-%m-%d-%H:%M")

get_data_from_helicone.py

@@ -3,12 +3,10 @@
 import requests
 
 # Define the endpoint of your GraphQL server
-url = 'https://www.helicone.ai/api/graphql'
+url = "https://www.helicone.ai/api/graphql"
 
 # Set the headers, usually you'd need to set the content type and possibly an authorization token
-headers = {
-    "authorization": "Bearer sk-"
-}
+headers = {"authorization": "Bearer sk-"}
 
 # Define the query, variables, and operation name
 query = """
@@ -23,35 +21,25 @@
 """
 
 variables = {
-  "limit": 100,
-  "filters": [
-    {
-      "property": {
-        "value": {
-          "equals": "beebot"
-        },
-        "name": "agent"
-      }
-    }
-  ]
+    "limit": 100,
+    "filters": [{"property": {"value": {"equals": "beebot"}, "name": "agent"}}],
 }
 
 operation_name = "ExampleQuery"
 
 # Make the request
-response = requests.post(url, headers=headers, json={
-    "query": query,
-    "variables": variables,
-    "operationName": operation_name
-})
+response = requests.post(
+    url,
+    headers=headers,
+    json={"query": query, "variables": variables, "operationName": operation_name},
+)
 data = response.json()
 total_tokens_sum = 0
 
-for item in data['data']['heliconeRequest']:
-    total_tokens_sum += item['responseBody']['usage']['total_tokens']
+for item in data["data"]["heliconeRequest"]:
+    total_tokens_sum += item["responseBody"]["usage"]["total_tokens"]
 
 # Extract the data from the response (consider adding error checks)
 
 print(json.dumps(data, indent=4, ensure_ascii=False))
 print(total_tokens_sum)
-