diff options
author | Reinier van der Leer <pwuts@agpt.co> | 2023-12-08 13:52:22 +0100 |
---|---|---|
committer | Reinier van der Leer <pwuts@agpt.co> | 2023-12-08 13:54:31 +0100 |
commit | fadfea20461136d349f970ec9ac7d878d42b72b0 (patch) | |
tree | d8c6ed6dea47727733c7d0ccb4de2410d2b6208f | |
parent | feat(agent/serve): Add TaskID and UserID headers to outgoing LLM requests (diff) | |
download | Auto-GPT-fadfea20461136d349f970ec9ac7d878d42b72b0.tar.gz Auto-GPT-fadfea20461136d349f970ec9ac7d878d42b72b0.tar.bz2 Auto-GPT-fadfea20461136d349f970ec9ac7d878d42b72b0.zip |
feat(agent/serve): Add StepID header to outgoing LLM requests
- Update `AgentProtocolServer` to include `X-AP-StepID` header in outgoing LLM requests.
-rw-r--r-- | autogpts/autogpt/autogpt/app/agent_protocol_server.py | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/autogpts/autogpt/autogpt/app/agent_protocol_server.py b/autogpts/autogpt/autogpt/app/agent_protocol_server.py index e1448b661..e80ecdf17 100644 --- a/autogpts/autogpt/autogpt/app/agent_protocol_server.py +++ b/autogpts/autogpt/autogpt/app/agent_protocol_server.py @@ -207,6 +207,7 @@ class AgentProtocolServer: input=step_request, is_last=execute_command == finish.__name__ and execute_approved, ) + agent.llm_provider = self._get_task_llm_provider(task, step.step_id) # Execute previously proposed action if execute_command: @@ -407,7 +408,9 @@ class AgentProtocolServer: workspace.initialize() return workspace - def _get_task_llm_provider(self, task: Task) -> ChatModelProvider: + def _get_task_llm_provider( + self, task: Task, step_id: str = "" + ) -> ChatModelProvider: """ Configures the LLM provider with headers to link outgoing requests to the task. """ @@ -415,6 +418,8 @@ class AgentProtocolServer: _extra_request_headers = task_llm_provider._configuration.extra_request_headers _extra_request_headers["X-AP-TaskID"] = task.task_id + if step_id: + _extra_request_headers["X-AP-StepID"] = step_id if task.additional_input and (user_id := task.additional_input.get("user_id")): _extra_request_headers["X-AutoGPT-UserID"] = user_id |