1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
import json
import os
from typing import Optional
import requests
from agbenchmark.__main__ import BENCHMARK_START_TIME
from agbenchmark.agent_interface import HELICONE_GRAPHQL_LOGS
def get_data_from_helicone(challenge: str) -> Optional[float]:
# Define the endpoint of your GraphQL server
url = "https://www.helicone.ai/api/graphql"
# Set the headers, usually you'd need to set the content type and possibly an authorization token
headers = {"authorization": f"Bearer {os.environ.get('HELICONE_API_KEY')}"}
# Define the query, variables, and operation name
query = """
query ExampleQuery($properties: [PropertyFilter!]){
aggregatedHeliconeRequest(properties: $properties) {
costUSD
}
}
"""
variables = {
"properties": [
{
"value": {"equals": os.environ.get("AGENT_NAME")},
"name": "agent",
},
{
"value": {"equals": BENCHMARK_START_TIME},
"name": "benchmark_start_time",
},
{"value": {"equals": challenge}, "name": "challenge"},
]
}
if HELICONE_GRAPHQL_LOGS:
print(query)
print(json.dumps(variables, indent=4))
operation_name = "ExampleQuery"
data = {}
response = None
try:
response = requests.post(
url,
headers=headers,
json={
"query": query,
"variables": variables,
"operationName": operation_name,
},
)
data = response.json()
except requests.HTTPError as http_err:
print(f"HTTP error occurred: {http_err}")
return None # Re-raise the exception to stop execution
except json.JSONDecodeError:
print(f"Invalid JSON response: {response.text if response else 'No response'}")
return None
except Exception as err:
print(f"Other error occurred: {err}")
return None
try:
if data is None or data.get("data") is None:
print("Invalid response received from server: no data")
return None
return (
data.get("data", {})
.get("aggregatedHeliconeRequest", {})
.get("costUSD", None)
)
except Exception as err:
print(f"Error occurred while parsing response: {err}")
return None
|
