aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGravatar Reinier van der Leer <pwuts@agpt.co> 2023-12-08 13:52:22 +0100
committerGravatar Reinier van der Leer <pwuts@agpt.co> 2023-12-08 13:54:31 +0100
commitfadfea20461136d349f970ec9ac7d878d42b72b0 (patch)
treed8c6ed6dea47727733c7d0ccb4de2410d2b6208f
parentfeat(agent/serve): Add TaskID and UserID headers to outgoing LLM requests (diff)
downloadAuto-GPT-fadfea20461136d349f970ec9ac7d878d42b72b0.tar.gz
Auto-GPT-fadfea20461136d349f970ec9ac7d878d42b72b0.tar.bz2
Auto-GPT-fadfea20461136d349f970ec9ac7d878d42b72b0.zip
feat(agent/serve): Add StepID header to outgoing LLM requests
- Update `AgentProtocolServer` to include `X-AP-StepID` header in outgoing LLM requests.
-rw-r--r--autogpts/autogpt/autogpt/app/agent_protocol_server.py7
1 files changed, 6 insertions, 1 deletions
diff --git a/autogpts/autogpt/autogpt/app/agent_protocol_server.py b/autogpts/autogpt/autogpt/app/agent_protocol_server.py
index e1448b661..e80ecdf17 100644
--- a/autogpts/autogpt/autogpt/app/agent_protocol_server.py
+++ b/autogpts/autogpt/autogpt/app/agent_protocol_server.py
@@ -207,6 +207,7 @@ class AgentProtocolServer:
input=step_request,
is_last=execute_command == finish.__name__ and execute_approved,
)
+ agent.llm_provider = self._get_task_llm_provider(task, step.step_id)
# Execute previously proposed action
if execute_command:
@@ -407,7 +408,9 @@ class AgentProtocolServer:
workspace.initialize()
return workspace
- def _get_task_llm_provider(self, task: Task) -> ChatModelProvider:
+ def _get_task_llm_provider(
+ self, task: Task, step_id: str = ""
+ ) -> ChatModelProvider:
"""
Configures the LLM provider with headers to link outgoing requests to the task.
"""
@@ -415,6 +418,8 @@ class AgentProtocolServer:
_extra_request_headers = task_llm_provider._configuration.extra_request_headers
_extra_request_headers["X-AP-TaskID"] = task.task_id
+ if step_id:
+ _extra_request_headers["X-AP-StepID"] = step_id
if task.additional_input and (user_id := task.additional_input.get("user_id")):
_extra_request_headers["X-AutoGPT-UserID"] = user_id