aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--.github/labeler.yml4
-rw-r--r--.github/workflows/arena-intake.yml169
-rw-r--r--.gitignore5
-rw-r--r--.pr_agent.toml6
-rw-r--r--QUICKSTART.md29
-rw-r--r--README.md15
-rw-r--r--arena/480bot.json6
-rw-r--r--arena/AGENT_GORDON.json6
-rw-r--r--arena/AGENT_JARVIS.json6
-rw-r--r--arena/AI.json6
-rw-r--r--arena/AKBAgent.json7
-rw-r--r--arena/ASSISTANT.json6
-rw-r--r--arena/AUTO_ENGINEER.json6
-rw-r--r--arena/AUTO_GPT_JON001.json6
-rw-r--r--arena/Adtractive_Agent.json6
-rw-r--r--arena/AgGPT.json6
-rw-r--r--arena/AgentJPark.json6
-rw-r--r--arena/AgentKD.json6
-rw-r--r--arena/Ahmad.json6
-rw-r--r--arena/Alfred.json6
-rw-r--r--arena/AlphaCISO.json6
-rw-r--r--arena/AndersLensway.json6
-rw-r--r--arena/AntlerTestGPT.json1
-rw-r--r--arena/AppleGPT.json6
-rw-r--r--arena/AquaAgent.json1
-rw-r--r--arena/ArtistManagerGPT.json6
-rw-r--r--arena/AskOpie.json6
-rw-r--r--arena/Auto.json6
-rw-r--r--arena/AutoGPT-ariel.json6
-rw-r--r--arena/AutoGPT2.json1
-rw-r--r--arena/AutoGenius.json6
-rw-r--r--arena/AutoTDD.json6
-rw-r--r--arena/AutoTestGenerator.json6
-rw-r--r--arena/AwareAgent.json6
-rw-r--r--arena/Bagi_agent.json6
-rw-r--r--arena/BanglaSgAgent.json6
-rw-r--r--arena/Baptiste.json6
-rw-r--r--arena/Bravo06.json1
-rw-r--r--arena/Brillante-AI.json1
-rw-r--r--arena/Bunny.json6
-rw-r--r--arena/CCAgent.json6
-rw-r--r--arena/CES-GPT.json6
-rw-r--r--arena/CISLERK.json6
-rw-r--r--arena/CONNECTBOT.json6
-rw-r--r--arena/CYNO_AGENT.json6
-rw-r--r--arena/ChadGPT.json1
-rw-r--r--arena/ChrisGPT.json6
-rw-r--r--arena/CodeAutoGPT.json6
-rw-r--r--arena/CreaitorMarketing.json1
-rw-r--r--arena/CurieAssistant.json6
-rw-r--r--arena/DE.json6
-rw-r--r--arena/DavidsAgent.json6
-rw-r--r--arena/Derpmaster.json6
-rw-r--r--arena/DevOpsAgent.json6
-rw-r--r--arena/Drench.json6
-rw-r--r--arena/Eduardo.json6
-rw-r--r--arena/EmbeddedAg.json1
-rw-r--r--arena/EnglishTestpaperAgent.json6
-rw-r--r--arena/ExampleAgent.json6
-rw-r--r--arena/FLASH.json6
-rw-r--r--arena/FactoryGPT.json6
-rw-r--r--arena/FcsummerGPT.json6
-rw-r--r--arena/FynAgent.json6
-rw-r--r--arena/GG.json6
-rw-r--r--arena/GPTTest.json6
-rw-r--r--arena/GameSoundGPT.json6
-rw-r--r--arena/GeorgeGPT.json6
-rw-r--r--arena/Granger.json6
-rw-r--r--arena/HACKATHON.json6
-rw-r--r--arena/HMD2.json6
-rw-r--r--arena/Heisenberg.json6
-rw-r--r--arena/HekolcuAutoGPT.json6
-rw-r--r--arena/HuitzilAiAgent.json6
-rw-r--r--arena/Hypeman.json6
-rw-r--r--arena/IncredibubbleTea.json6
-rw-r--r--arena/JackGPT.json6
-rw-r--r--arena/Jarvis.json6
-rw-r--r--arena/JarvisAgent.json6
-rw-r--r--arena/Jean-Michel.json6
-rw-r--r--arena/Job_GPT.json6
-rw-r--r--arena/JoshAgent1.json6
-rw-r--r--arena/KnowledgeExtractor.json6
-rw-r--r--arena/LAWYER_EMAD.json6
-rw-r--r--arena/LHRobot.json6
-rw-r--r--arena/Lab49Agent.json6
-rw-r--r--arena/LbAgent.json6
-rw-r--r--arena/LegalAgent.json6
-rw-r--r--arena/Light_Agent.json6
-rw-r--r--arena/LinuzGPT.json1
-rw-r--r--arena/Lirum.json6
-rw-r--r--arena/MANU.json6
-rw-r--r--arena/MEGATRON.json6
-rw-r--r--arena/MOBILE.json6
-rw-r--r--arena/Maharathi.json1
-rw-r--r--arena/MangoAI.json6
-rw-r--r--arena/MangoAgent-3.json6
-rw-r--r--arena/MangoAgent-4.json6
-rw-r--r--arena/MarketResearcherEduRob.json6
-rw-r--r--arena/Marx.json6
-rw-r--r--arena/Mary.json6
-rw-r--r--arena/Melang.json6
-rw-r--r--arena/Miao.json6
-rw-r--r--arena/MindwareGPT.json6
-rw-r--r--arena/Mira.json6
-rw-r--r--arena/MoTS.json6
-rw-r--r--arena/MojoBurrito.json6
-rw-r--r--arena/MyAgent.json6
-rw-r--r--arena/MyExample.json6
-rw-r--r--arena/MyExampleAgent.json6
-rw-r--r--arena/MyFirstAgent.json6
-rw-r--r--arena/MyFistAgent.json6
-rw-r--r--arena/MyTestAgent.json6
-rw-r--r--arena/N.json6
-rw-r--r--arena/NASAssistant2.json6
-rw-r--r--arena/NHAN_BOT.json6
-rw-r--r--arena/NadeemAgent.json6
-rw-r--r--arena/NanAutoGPT.json6
-rw-r--r--arena/NoobSupreme.json6
-rw-r--r--arena/NumberOne.json6
-rw-r--r--arena/Orange.json6
-rw-r--r--arena/PAgentAI.json6
-rw-r--r--arena/Pacific.json6
-rw-r--r--arena/ParalegalAgent.json6
-rw-r--r--arena/Pelle.json6
-rw-r--r--arena/Portalen.json1
-rw-r--r--arena/Pumu2_agent.json6
-rw-r--r--arena/Q.json6
-rw-r--r--arena/QA_AGENT.json6
-rw-r--r--arena/QuantumQuill.json6
-rw-r--r--arena/RAGOptimizer.json6
-rw-r--r--arena/RFPScanner.json6
-rw-r--r--arena/RONNIN.json6
-rw-r--r--arena/RagsToRiches.json6
-rw-r--r--arena/RandomVampirePictureBot.json6
-rw-r--r--arena/Raslebot.json6
-rw-r--r--arena/ResearchAgent.json1
-rw-r--r--arena/RosterAgent.json6
-rw-r--r--arena/SaasWebDev.json6
-rw-r--r--arena/SaveAsPDF2.json6
-rw-r--r--arena/ShiviBot.json6
-rw-r--r--arena/SkorkobaniecAgent.json6
-rw-r--r--arena/SmartAgent.json6
-rw-r--r--arena/SmartGPT.json6
-rw-r--r--arena/SouAgent.json6
-rw-r--r--arena/Stragegy_Steve.json6
-rw-r--r--arena/Susan.json6
-rw-r--r--arena/TEST_TPK.json6
-rw-r--r--arena/TLGPT.json6
-rw-r--r--arena/TMarafon.json6
-rw-r--r--arena/TRAVIS.json6
-rw-r--r--arena/TeslaBot.json6
-rw-r--r--arena/Tessa_AutoGPT_agent.json6
-rw-r--r--arena/TestAgent.json6
-rw-r--r--arena/TestLbAgent.json6
-rw-r--r--arena/TheAgency.json1
-rw-r--r--arena/TheAgent.json6
-rw-r--r--arena/TraceLLMAgent.json6
-rw-r--r--arena/UGYUJI.json6
-rw-r--r--arena/UTC-Crew.json6
-rw-r--r--arena/UmaruAgent.json6
-rw-r--r--arena/UniAgent.json6
-rw-r--r--arena/Verkiezingsprogrammas.json6
-rw-r--r--arena/WRITER.json6
-rw-r--r--arena/WYC.json6
-rw-r--r--arena/WarlockAgent.json6
-rw-r--r--arena/WeatherInformer.json6
-rw-r--r--arena/WiseAgent.json1
-rw-r--r--arena/XXY.json6
-rw-r--r--arena/YOU.json6
-rw-r--r--arena/YoudaoAutoGPT.json6
-rw-r--r--arena/YoutubePost_agent.json6
-rw-r--r--arena/Yui3.json6
-rw-r--r--arena/Yutan_agent.json6
-rw-r--r--arena/ZJgpt.json6
-rw-r--r--arena/Zeus.json6
-rw-r--r--arena/ZhaoJianAutoGPT.json6
-rw-r--r--arena/ZoeyGPT.json6
-rw-r--r--arena/Zoidberg.json6
-rw-r--r--arena/aWOL.json6
-rw-r--r--arena/a_reverent_heart.json6
-rw-r--r--arena/accidental-agent.json6
-rw-r--r--arena/actor_tester.json6
-rw-r--r--arena/admariner.json1
-rw-r--r--arena/ag1.json6
-rw-r--r--arena/agent2.json6
-rw-r--r--arena/agentSmith.json6
-rw-r--r--arena/agent_2.json6
-rw-r--r--arena/agentgpt.json6
-rw-r--r--arena/agsCehAgent.json6
-rw-r--r--arena/ai_assistant.json6
-rw-r--r--arena/aiaudit.json6
-rw-r--r--arena/aiwowo.json6
-rw-r--r--arena/aixiaoxin.json6
-rw-r--r--arena/akela.json6
-rw-r--r--arena/analystgpt.json6
-rw-r--r--arena/arbetsformedlingen.json6
-rw-r--r--arena/assistant1.json6
-rw-r--r--arena/autoai.json6
-rw-r--r--arena/autocoder.json6
-rw-r--r--arena/autogbd.json6
-rw-r--r--arena/autogpt-hackathon2.json1
-rw-r--r--arena/autogpt.json6
-rw-r--r--arena/autogpt_hackathon.json1
-rw-r--r--arena/autogpt_hackathon1.json1
-rw-r--r--arena/autogpt_warlock.json6
-rw-r--r--arena/autogptagent.json6
-rw-r--r--arena/avengaGPT.json6
-rw-r--r--arena/babe_perphorator_.json6
-rw-r--r--arena/baby_agent.json6
-rw-r--r--arena/bait.json6
-rw-r--r--arena/beyond.json6
-rw-r--r--arena/bigman.json6
-rw-r--r--arena/billy.json6
-rw-r--r--arena/bingoTesting.json6
-rw-r--r--arena/bosaeed_agent.json6
-rw-r--r--arena/bot.json6
-rw-r--r--arena/bot01.json6
-rw-r--r--arena/buddy.json6
-rw-r--r--arena/burt.json6
-rw-r--r--arena/business.json6
-rw-r--r--arena/byl.json6
-rw-r--r--arena/career-agent.json1
-rw-r--r--arena/caud.json6
-rw-r--r--arena/ccace.json6
-rw-r--r--arena/chappigpt.json6
-rw-r--r--arena/chappyAi.json6
-rw-r--r--arena/chatgpt_taller.json6
-rw-r--r--arena/chengshu.json6
-rw-r--r--arena/chenzo.json6
-rw-r--r--arena/cislerk2.json6
-rw-r--r--arena/codebutler.json1
-rw-r--r--arena/coder_first.json6
-rw-r--r--arena/contentstrategy.json1
-rw-r--r--arena/cssupdater.json6
-rw-r--r--arena/da-agent.json6
-rw-r--r--arena/date-buffer.json6
-rw-r--r--arena/davidtest1.json6
-rw-r--r--arena/davidtestagent.json6
-rw-r--r--arena/dda.json6
-rw-r--r--arena/decision-maker.json6
-rw-r--r--arena/dev_agent.json6
-rw-r--r--arena/devagent.json6
-rw-r--r--arena/dive2code.json1
-rw-r--r--arena/dndagent.json6
-rw-r--r--arena/dy_agent.json6
-rw-r--r--arena/dy_agent2.json6
-rw-r--r--arena/easn.json6
-rw-r--r--arena/eddy.json6
-rw-r--r--arena/ekc911_agent.json6
-rw-r--r--arena/engineer.json6
-rw-r--r--arena/evlyn.json6
-rw-r--r--arena/evo-ninja.json6
-rw-r--r--arena/evo.json6
-rw-r--r--arena/faran.json6
-rw-r--r--arena/first-agent.json6
-rw-r--r--arena/foobar.json6
-rw-r--r--arena/frankgarcia.json6
-rw-r--r--arena/fritzgpt.json1
-rw-r--r--arena/fst.json6
-rw-r--r--arena/fuzz_gen.json6
-rw-r--r--arena/gaby_agent.json6
-rw-r--r--arena/gen_fuzz.json6
-rw-r--r--arena/ghostcoder.json1
-rw-r--r--arena/gipity.json6
-rw-r--r--arena/gpt-dev-engineer-agent.json1
-rw-r--r--arena/gpt-eng-forge.json6
-rw-r--r--arena/gpt-engineer.json1
-rw-r--r--arena/gpt_for_beans.json6
-rw-r--r--arena/hall_oto.json6
-rw-r--r--arena/han.json6
-rw-r--r--arena/happy_guy.json6
-rw-r--r--arena/hello.json6
-rw-r--r--arena/hodri.json6
-rw-r--r--arena/houxe.json6
-rw-r--r--arena/icode.json6
-rw-r--r--arena/iku2.json6
-rw-r--r--arena/illynet.json6
-rw-r--r--arena/illynetV2.json6
-rw-r--r--arena/illyx1.json6
-rw-r--r--arena/info-retrieval.json6
-rw-r--r--arena/ivangpt_agent.json6
-rw-r--r--arena/jarvis2.json6
-rw-r--r--arena/jarvis3.json6
-rw-r--r--arena/jaxbob1.json6
-rw-r--r--arena/job_apply.json6
-rw-r--r--arena/jonesyboi.json6
-rw-r--r--arena/justwondering.json1
-rw-r--r--arena/kingmitch.json6
-rw-r--r--arena/lawk.json6
-rw-r--r--arena/lcdegpt.json6
-rw-r--r--arena/letst.json6
-rw-r--r--arena/letstest.json6
-rw-r--r--arena/lilAgent.json6
-rw-r--r--arena/linggong.json6
-rw-r--r--arena/liuzh.json6
-rw-r--r--arena/ltzAgent.json6
-rw-r--r--arena/martingpt.json6
-rw-r--r--arena/medical-agent.json6
-rw-r--r--arena/metware.json6
-rw-r--r--arena/miniAgent.json6
-rw-r--r--arena/minister_agent.json6
-rw-r--r--arena/misslu.json6
-rw-r--r--arena/mljar-agent.json1
-rw-r--r--arena/momo.json1
-rw-r--r--arena/monthly_summary.json6
-rw-r--r--arena/mrSabelotodo.json6
-rw-r--r--arena/myGPT.json6
-rw-r--r--arena/my_AutoGPT.json6
-rw-r--r--arena/my_fx_agent.json6
-rw-r--r--arena/my_gpt.json6
-rw-r--r--arena/mygent.json6
-rw-r--r--arena/nawalj.json6
-rw-r--r--arena/newAgent.json6
-rw-r--r--arena/northfork.json6
-rw-r--r--arena/od_agent_1.json6
-rw-r--r--arena/operationAgent.json6
-rw-r--r--arena/personal-al-website.json6
-rw-r--r--arena/piGPT.json6
-rw-r--r--arena/pipeline.json6
-rw-r--r--arena/podcast_agent.json6
-rw-r--r--arena/potato.json1
-rw-r--r--arena/project_assitant.json6
-rw-r--r--arena/project_master.json6
-rw-r--r--arena/project_review.json6
-rw-r--r--arena/prometheus.json6
-rw-r--r--arena/proudgpt.json6
-rw-r--r--arena/qinghu3.json6
-rw-r--r--arena/ra.json6
-rw-r--r--arena/ra1.json6
-rw-r--r--arena/rachael.json6
-rw-r--r--arena/raindrop.json6
-rw-r--r--arena/researchGPT.json6
-rw-r--r--arena/researchGPT2.json6
-rw-r--r--arena/research_analyst.json6
-rw-r--r--arena/robita.json6
-rw-r--r--arena/robot.json6
-rw-r--r--arena/searchagent.json6
-rw-r--r--arena/set.json6
-rw-r--r--arena/sgpt.json6
-rw-r--r--arena/shivi.json6
-rw-r--r--arena/sky.json6
-rw-r--r--arena/smith.json6
-rw-r--r--arena/songyalei.json6
-rw-r--r--arena/sql.json6
-rw-r--r--arena/stefan.json6
-rw-r--r--arena/stockAgent.json6
-rw-r--r--arena/swarms.json1
-rw-r--r--arena/tdev.json6
-rw-r--r--arena/teacher.json6
-rw-r--r--arena/test-tpk.json6
-rw-r--r--arena/test.json6
-rw-r--r--arena/test1.json6
-rw-r--r--arena/testGPT.json6
-rw-r--r--arena/thebestagent.json1
-rw-r--r--arena/theone.json1
-rw-r--r--arena/tiffGPT.json6
-rw-r--r--arena/trend_agent.json6
-rw-r--r--arena/umiuni_agent.json6
-rw-r--r--arena/uply.json1
-rw-r--r--arena/url-to-lead.json6
-rw-r--r--arena/v-gpt.json6
-rw-r--r--arena/victor2-0.json6
-rw-r--r--arena/web_developer.json6
-rw-r--r--arena/webagent.json6
-rw-r--r--arena/webgeek.json6
-rw-r--r--arena/wedding-planner.json6
-rw-r--r--arena/woohoo_agent.json6
-rw-r--r--arena/wyjagent.json6
-rw-r--r--arena/xmly.json6
-rw-r--r--arena/xq_agent.json6
-rw-r--r--arena/xt0m-GPT.json6
-rw-r--r--arena/xtest.json6
-rw-r--r--arena/yarbis.json6
-rw-r--r--arena/zaheer.json6
-rw-r--r--arena/zcb.json6
-rw-r--r--arena/zczc.json6
-rw-r--r--arena/zhizhi.json6
-rw-r--r--arena/zlipknot_1.json6
-rw-r--r--arena/zlipknot_test_agent_4.json6
-rw-r--r--arena/zze.json6
-rw-r--r--autogpts/autogpt/.env.template7
-rw-r--r--autogpts/autogpt/.pre-commit-config.yaml5
-rw-r--r--autogpts/autogpt/agbenchmark_config/benchmarks.py10
-rw-r--r--[l---------]autogpts/autogpt/autogpt/agents/README.md38
-rw-r--r--autogpts/autogpt/autogpt/agents/agent.py43
-rw-r--r--autogpts/autogpt/autogpt/agents/base.py15
-rw-r--r--autogpts/autogpt/autogpt/agents/prompt_strategies/one_shot.py42
-rw-r--r--autogpts/autogpt/autogpt/app/agent_protocol_server.py25
-rw-r--r--autogpts/autogpt/autogpt/app/configurator.py10
-rw-r--r--autogpts/autogpt/autogpt/app/main.py30
-rw-r--r--autogpts/autogpt/autogpt/command_decorator.py15
-rw-r--r--[l---------]autogpts/autogpt/autogpt/commands/README.md129
-rw-r--r--autogpts/autogpt/autogpt/commands/system.py4
-rw-r--r--autogpts/autogpt/autogpt/config/config.py10
-rw-r--r--autogpts/autogpt/autogpt/core/prompting/schema.py1
-rw-r--r--autogpts/autogpt/autogpt/core/resource/model_providers/__init__.py4
-rw-r--r--autogpts/autogpt/autogpt/core/resource/model_providers/anthropic.py495
-rw-r--r--autogpts/autogpt/autogpt/core/resource/model_providers/multi.py162
-rw-r--r--autogpts/autogpt/autogpt/core/resource/model_providers/openai.py16
-rw-r--r--autogpts/autogpt/autogpt/core/resource/model_providers/schema.py58
-rw-r--r--autogpts/autogpt/autogpt/core/resource/model_providers/utils.py71
-rw-r--r--autogpts/autogpt/autogpt/core/runner/client_lib/logging/helpers.py10
-rw-r--r--autogpts/autogpt/autogpt/llm/providers/openai.py2
-rw-r--r--autogpts/autogpt/autogpt/models/command.py27
-rw-r--r--autogpts/autogpt/poetry.lock26
-rw-r--r--autogpts/autogpt/pyproject.toml1
-rwxr-xr-xautogpts/autogpt/scripts/git_log_to_release_notes.py141
-rw-r--r--autogpts/autogpt/tests/conftest.py8
-rw-r--r--autogpts/autogpt/tests/unit/test_config.py15
-rwxr-xr-xautogpts/evo.ninja/setup17
-rw-r--r--autogpts/forge/tutorials/001_getting_started.md1
-rw-r--r--cli.py433
l---------[-rw-r--r--]docs/content/AutoGPT/components/agents.md38
l---------[-rw-r--r--]docs/content/AutoGPT/components/components.md129
-rw-r--r--docs/content/AutoGPT/configuration/options.md1
-rw-r--r--docs/content/index.md1
416 files changed, 1263 insertions, 3080 deletions
diff --git a/.github/labeler.yml b/.github/labeler.yml
index 140174388..cef6db432 100644
--- a/.github/labeler.yml
+++ b/.github/labeler.yml
@@ -14,10 +14,6 @@ Frontend:
- changed-files:
- any-glob-to-any-file: frontend/**
-Arena:
-- changed-files:
- - any-glob-to-any-file: arena/**
-
documentation:
- changed-files:
- any-glob-to-any-file: docs/**
diff --git a/.github/workflows/arena-intake.yml b/.github/workflows/arena-intake.yml
deleted file mode 100644
index a77540471..000000000
--- a/.github/workflows/arena-intake.yml
+++ /dev/null
@@ -1,169 +0,0 @@
-name: Arena intake
-
-on:
- # We recommend `pull_request_target` so that github secrets are available.
- # In `pull_request` we wouldn't be able to change labels of fork PRs
- pull_request_target:
- types: [ opened, synchronize ]
- paths:
- - 'arena/**'
-
-jobs:
- check:
- permissions:
- pull-requests: write
- runs-on: ubuntu-latest
- steps:
- - name: Checkout PR
- uses: actions/checkout@v4
- with:
- ref: ${{ github.event.pull_request.head.sha }}
-
- - name: Check Arena entry
- uses: actions/github-script@v7
- with:
- script: |
- console.log('⚙️ Setting up...');
-
- const fs = require('fs');
- const path = require('path');
-
- const pr = context.payload.pull_request;
- const isFork = pr.head.repo.fork;
-
- console.log('🔄️ Fetching PR diff metadata...');
- const prFilesChanged = (await github.rest.pulls.listFiles({
- owner: context.repo.owner,
- repo: context.repo.repo,
- pull_number: pr.number,
- })).data;
- console.debug(prFilesChanged);
- const arenaFilesChanged = prFilesChanged.filter(
- ({ filename: file }) => file.startsWith('arena/') && file.endsWith('.json')
- );
- const hasChangesInAutogptsFolder = prFilesChanged.some(
- ({ filename }) => filename.startsWith('autogpts/')
- );
-
- console.log(`🗒️ ${arenaFilesChanged.length} arena entries affected`);
- console.debug(arenaFilesChanged);
- if (arenaFilesChanged.length === 0) {
- // If no files in `arena/` are changed, this job does not need to run.
- return;
- }
-
- let close = false;
- let flagForManualCheck = false;
- let issues = [];
-
- if (isFork) {
- if (arenaFilesChanged.length > 1) {
- // Impacting multiple entries in `arena/` is not allowed
- issues.push('This pull request impacts multiple arena entries');
- }
- if (hasChangesInAutogptsFolder) {
- // PRs that include the custom agent are generally not allowed
- issues.push(
- 'This pull request includes changes in `autogpts/`.\n'
- + 'Please make sure to only submit your arena entry (`arena/*.json`), '
- + 'and not to accidentally include your custom agent itself.'
- );
- }
- }
-
- if (arenaFilesChanged.length === 1) {
- const newArenaFile = arenaFilesChanged[0]
- const newArenaFileName = path.basename(newArenaFile.filename)
- console.log(`🗒️ Arena entry in PR: ${newArenaFile}`);
-
- if (newArenaFile.status != 'added') {
- flagForManualCheck = true;
- }
-
- if (pr.mergeable != false) {
- const newArenaEntry = JSON.parse(fs.readFileSync(newArenaFile.filename));
- const allArenaFiles = await (await glob.create('arena/*.json')).glob();
- console.debug(newArenaEntry);
-
- console.log(`➡️ Checking ${newArenaFileName} against existing entries...`);
- for (const file of allArenaFiles) {
- const existingEntryName = path.basename(file);
-
- if (existingEntryName === newArenaFileName) {
- continue;
- }
-
- console.debug(`Checking against ${existingEntryName}...`);
-
- const arenaEntry = JSON.parse(fs.readFileSync(file));
- if (arenaEntry.github_repo_url === newArenaEntry.github_repo_url) {
- console.log(`⚠️ Duplicate detected: ${existingEntryName}`);
- issues.push(
- `The \`github_repo_url\` specified in __${newArenaFileName}__ `
- + `already exists in __${existingEntryName}__. `
- + `This PR will be closed as duplicate.`
- )
- close = true;
- }
- }
- } else {
- console.log('⚠️ PR has conflicts');
- issues.push(
- `__${newArenaFileName}__ conflicts with existing entry with the same name`
- )
- close = true;
- }
- } // end if (arenaFilesChanged.length === 1)
-
- console.log('🏁 Finished checking against existing entries');
-
- if (issues.length == 0) {
- console.log('✅ No issues detected');
- if (flagForManualCheck) {
- console.log('🤔 Requesting review from maintainers...');
- await github.rest.pulls.requestReviewers({
- owner: context.repo.owner,
- repo: context.repo.repo,
- pull_number: pr.number,
- reviewers: ['Pwuts'],
- // team_reviewers: ['maintainers'], // doesn't work: https://stackoverflow.com/a/64977184/4751645
- });
- } else {
- console.log('➡️ Approving PR...');
- await github.rest.pulls.createReview({
- owner: context.repo.owner,
- repo: context.repo.repo,
- pull_number: pr.number,
- event: 'APPROVE',
- });
- }
- } else {
- console.log(`⚠️ ${issues.length} issues detected`);
-
- console.log('➡️ Posting comment indicating issues...');
- await github.rest.issues.createComment({
- owner: context.repo.owner,
- repo: context.repo.repo,
- issue_number: pr.number,
- body: `Our automation found one or more issues with this submission:\n`
- + issues.map(i => `- ${i.replace('\n', '\n ')}`).join('\n'),
- });
-
- console.log("➡️ Applying label 'invalid'...");
- await github.rest.issues.addLabels({
- owner: context.repo.owner,
- repo: context.repo.repo,
- issue_number: pr.number,
- labels: ['invalid'],
- });
-
- if (close) {
- console.log('➡️ Auto-closing PR...');
- await github.rest.pulls.update({
- owner: context.repo.owner,
- repo: context.repo.repo,
- pull_number: pr.number,
- state: 'closed',
- });
- }
- }
diff --git a/.gitignore b/.gitignore
index c4f86e958..090f3bdbc 100644
--- a/.gitignore
+++ b/.gitignore
@@ -172,8 +172,3 @@ pri*
# ignore
ig*
.github_access_token
-arena/TestAgent.json
-
-# evo.ninja
-autogpts/evo.ninja/*
-!autogpts/evo.ninja/setup
diff --git a/.pr_agent.toml b/.pr_agent.toml
new file mode 100644
index 000000000..9c059d1b5
--- /dev/null
+++ b/.pr_agent.toml
@@ -0,0 +1,6 @@
+[pr_reviewer]
+num_code_suggestions=0
+
+[pr_code_suggestions]
+commitable_code_suggestions=false
+num_code_suggestions=0
diff --git a/QUICKSTART.md b/QUICKSTART.md
index 885533883..dbdde3be2 100644
--- a/QUICKSTART.md
+++ b/QUICKSTART.md
@@ -39,9 +39,6 @@ This project supports Linux (Debian based), Mac, and Windows Subsystem for Linux
The first command you need to use is `./run setup` This will guide you through the process of setting up your system.
Initially you will get instructions for installing flutter, chrome and setting up your github access token like the following image:
-
- > Note: for advanced users. The github access token is only needed for the ./run arena enter command so the system can automatically create a PR
-
![Setup the Project](docs/content/imgs/quickstart/005_setup.png)
@@ -92,34 +89,10 @@ Tips for naming your agent:
* Give it its own unique name, or name it after yourself
* Include an important aspect of your agent in the name, such as its purpose
-Examples: `SwiftyosAssistant`, `PwutsPRAgent`, `Narvis`, `evo.ninja`
+Examples: `SwiftyosAssistant`, `PwutsPRAgent`, `MySuperAgent`
![Create an Agent](docs/content/imgs/quickstart/007_create_agent.png)
-### Optional: Entering the Arena
-
-Entering the Arena is an optional step intended for those who wish to actively participate in the agent leaderboard. If you decide to participate, you can enter the Arena by running `./run arena enter YOUR_AGENT_NAME`. This step is not mandatory for the development or testing of your agent.
-
-Entries with names like `agent`, `ExampleAgent`, `test_agent` or `MyExampleGPT` will NOT be merged. We also don't accept copycat entries that use the name of other projects, like `AutoGPT` or `evo.ninja`.
-
-![Enter the Arena](docs/content/imgs/quickstart/008_enter_arena.png)
-
-> **Note**
-> For advanced users, create a new branch and create a file called YOUR_AGENT_NAME.json in the arena directory. Then commit this and create a PR to merge into the main repo. Only single file entries will be permitted. The json file needs the following format:
-> ```json
-> {
-> "github_repo_url": "https://github.com/Swiftyos/YourAgentName",
-> "timestamp": "2023-09-18T10:03:38.051498",
-> "commit_hash_to_benchmark": "ac36f7bfc7f23ad8800339fa55943c1405d80d5e",
-> "branch_to_benchmark": "master"
-> }
-> ```
-> - `github_repo_url`: the url to your fork
-> - `timestamp`: timestamp of the last update of this file
-> - `commit_hash_to_benchmark`: the commit hash of your entry. You update each time you have an something ready to be officially entered into the hackathon
-> - `branch_to_benchmark`: the branch you are using to develop your agent on, default is master.
-
-
## Running your Agent
Your agent can started using the `./run agent start YOUR_AGENT_NAME`
diff --git a/README.md b/README.md
index b3716cf54..b47934734 100644
--- a/README.md
+++ b/README.md
@@ -18,13 +18,6 @@ Be part of the revolution! **AutoGPT** is here to stay, at the forefront of AI i
 | 
**🛠️ [Build your own Agent - Quickstart](QUICKSTART.md)**
-## 🥇 Current Best Agent: evo.ninja
-[Current Best Agent]: #-current-best-agent-evoninja
-
-The AutoGPT Arena Hackathon saw [**evo.ninja**](https://github.com/polywrap/evo.ninja) earn the top spot on our Arena Leaderboard, proving itself as the best open-source generalist agent. Try it now at https://evo.ninja!
-
-📈 To challenge evo.ninja, AutoGPT, and others, submit your benchmark run to the [Leaderboard](#-leaderboard), and maybe your agent will be up here next!
-
## 🧱 Building blocks
### 🏗️ Forge
@@ -46,13 +39,6 @@ This guide will walk you through the process of creating your own agent and usin
 | 
📘 [Learn More](https://github.com/Significant-Gravitas/AutoGPT/blob/master/benchmark) about the Benchmark
-#### 🏆 [Leaderboard][leaderboard]
-[leaderboard]: https://leaderboard.agpt.co
-
-Submit your benchmark run through the UI and claim your place on the AutoGPT Arena Leaderboard! The best scoring general agent earns the title of **[Current Best Agent]**, and will be adopted into our repo so people can easily run it through the [CLI].
-
-[![Screenshot of the AutoGPT Arena leaderboard](https://github.com/Significant-Gravitas/AutoGPT/assets/12185583/60813392-9ddb-4cca-bb44-b477dbae225d)][leaderboard]
-
### 💻 UI
**Makes agents easy to use!** The `frontend` gives you a user-friendly interface to control and monitor your agents. It connects to agents through the [agent protocol](#-agent-protocol), ensuring compatibility with many agents from both inside and outside of our ecosystem.
@@ -78,7 +64,6 @@ Options:
Commands:
agent Commands to create, start and stop agents
- arena Commands to enter the arena
benchmark Commands to start the benchmark and list tests and categories
setup Installs dependencies needed for your system.
```
diff --git a/arena/480bot.json b/arena/480bot.json
deleted file mode 100644
index 819ac9cc9..000000000
--- a/arena/480bot.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/480/AutoGPT",
- "timestamp": "2023-10-22T06:49:52.536177",
- "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AGENT_GORDON.json b/arena/AGENT_GORDON.json
deleted file mode 100644
index 98784273f..000000000
--- a/arena/AGENT_GORDON.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/filipjakubowski/AutoGPT",
- "timestamp": "2023-11-01T17:13:24.272333",
- "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AGENT_JARVIS.json b/arena/AGENT_JARVIS.json
deleted file mode 100644
index ac284f6aa..000000000
--- a/arena/AGENT_JARVIS.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/filipjakubowski/AutoGPT",
- "timestamp": "2023-11-04T10:13:11.039444",
- "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AI.json b/arena/AI.json
deleted file mode 100644
index a6b27fdb1..000000000
--- a/arena/AI.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/QingquanBao/AutoGPT",
- "timestamp": "2023-11-01T16:20:51.086235",
- "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AKBAgent.json b/arena/AKBAgent.json
deleted file mode 100644
index 71e8cea91..000000000
--- a/arena/AKBAgent.json
+++ /dev/null
@@ -1,7 +0,0 @@
-{
- "github_repo_url": "https://github.com/imakb/AKBAgent",
- "timestamp": "2023-10-31T00:03:23.000000",
- "commit_hash_to_benchmark": "c65b71d51d8f849663172c5a128953b4ca92b2b0",
- "branch_to_benchmark": "AKBAgent"
-}
-
diff --git a/arena/ASSISTANT.json b/arena/ASSISTANT.json
deleted file mode 100644
index bd0c0f055..000000000
--- a/arena/ASSISTANT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/hongzzz/AutoGPT",
- "timestamp": "2023-10-13T03:22:59.347424",
- "commit_hash_to_benchmark": "38790a27ed2c1b63a301b6a67e7590f2d30de53e",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AUTO_ENGINEER.json b/arena/AUTO_ENGINEER.json
deleted file mode 100644
index 5f8e28c97..000000000
--- a/arena/AUTO_ENGINEER.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/kaiomagalhaes/AutoGPT",
- "timestamp": "2023-10-04T15:25:30.458687",
- "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AUTO_GPT_JON001.json b/arena/AUTO_GPT_JON001.json
deleted file mode 100644
index f36fad390..000000000
--- a/arena/AUTO_GPT_JON001.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Jonobinsoftware/AutoGPT-Tutorial",
- "timestamp": "2023-10-10T06:01:23.439061",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Adtractive_Agent.json b/arena/Adtractive_Agent.json
deleted file mode 100644
index ebec6e6ad..000000000
--- a/arena/Adtractive_Agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/aivaras-mazylis/AutoGPT",
- "timestamp": "2023-10-17T13:16:16.327237",
- "commit_hash_to_benchmark": "1eadc64dc0a693c7c9de77ddaef857f3a36f7950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AgGPT.json b/arena/AgGPT.json
deleted file mode 100644
index 07751b8ec..000000000
--- a/arena/AgGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/althaf004/AutoGPT",
- "timestamp": "2023-09-26T03:40:03.658369",
- "commit_hash_to_benchmark": "4a8da53d85d466f2eb325c745a2c03cf88792e7d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AgentJPark.json b/arena/AgentJPark.json
deleted file mode 100644
index 636e4d1f7..000000000
--- a/arena/AgentJPark.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/againeureka/AutoGPT",
- "timestamp": "2023-10-12T02:20:01.005361",
- "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AgentKD.json b/arena/AgentKD.json
deleted file mode 100644
index 1aa340eac..000000000
--- a/arena/AgentKD.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/kitdesai/AgentKD",
- "timestamp": "2023-10-14T02:35:09.979434",
- "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Ahmad.json b/arena/Ahmad.json
deleted file mode 100644
index 2b5b86f12..000000000
--- a/arena/Ahmad.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/JawadAbu/AutoGPT.git",
- "timestamp": "2023-11-05T12:35:35.352028",
- "commit_hash_to_benchmark": "a1d60878141116641ea864ef6de7ca6142e9534c",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Alfred.json b/arena/Alfred.json
deleted file mode 100644
index be510f1fd..000000000
--- a/arena/Alfred.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Shadowless422/Alfred",
- "timestamp": "2023-10-03T10:42:45.473477",
- "commit_hash_to_benchmark": "949ab477a87cfb7a3668d7961e9443922081e098",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AlphaCISO.json b/arena/AlphaCISO.json
deleted file mode 100644
index 06791274b..000000000
--- a/arena/AlphaCISO.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/alphaciso/AutoGPT",
- "timestamp": "2023-10-21T08:26:41.961187",
- "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AndersLensway.json b/arena/AndersLensway.json
deleted file mode 100644
index 6bbf68fdf..000000000
--- a/arena/AndersLensway.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/4nd3rs/AutoGPT",
- "timestamp": "2023-10-11T11:00:08.150159",
- "commit_hash_to_benchmark": "57bcbdf45c6c1493a4e5f6a4e72594ea13c10f93",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AntlerTestGPT.json b/arena/AntlerTestGPT.json
deleted file mode 100644
index 9df76d4a8..000000000
--- a/arena/AntlerTestGPT.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/pjw1/AntlerAI", "timestamp": "2023-10-07T11:46:39Z", "commit_hash_to_benchmark": "f81e086e5647370854ec639c531c900775a99207", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/AppleGPT.json b/arena/AppleGPT.json
deleted file mode 100644
index 7fe3a7bee..000000000
--- a/arena/AppleGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Nimit3-droid/AutoGPT",
- "timestamp": "2023-10-03T11:59:15.495902",
- "commit_hash_to_benchmark": "d8d7fc4858a8d13407f6d7da360c6b5d398f2175",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AquaAgent.json b/arena/AquaAgent.json
deleted file mode 100644
index 6deb549db..000000000
--- a/arena/AquaAgent.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/somnistudio/SomniGPT", "timestamp": "2023-10-06T16:40:14Z", "commit_hash_to_benchmark": "47eb5124fa97187d7f3fa4036e422cd771cf0ae7", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/ArtistManagerGPT.json b/arena/ArtistManagerGPT.json
deleted file mode 100644
index 881ed049b..000000000
--- a/arena/ArtistManagerGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/AmahAjavon/AutoGPT",
- "timestamp": "2023-10-28T20:32:15.845741",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AskOpie.json b/arena/AskOpie.json
deleted file mode 100644
index a2f6bd393..000000000
--- a/arena/AskOpie.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/arunqa/AutoGPT",
- "timestamp": "2023-09-26T05:13:24.466017",
- "commit_hash_to_benchmark": "4a8da53d85d466f2eb325c745a2c03cf88792e7d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Auto.json b/arena/Auto.json
deleted file mode 100644
index 9bad9db50..000000000
--- a/arena/Auto.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Nikhil8652/AutoGPT",
- "timestamp": "2023-10-16T09:12:17.452121",
- "commit_hash_to_benchmark": "2f79caa6b901d006a78c1ac9e69db4465c0f971a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AutoGPT-ariel.json b/arena/AutoGPT-ariel.json
deleted file mode 100644
index cefa43620..000000000
--- a/arena/AutoGPT-ariel.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/RedTachyon/AutoGPT",
- "timestamp": "2023-10-21T22:31:30.871023",
- "commit_hash_to_benchmark": "eda21d51921899756bf866cf5c4d0f2dcd3e2e23",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AutoGPT2.json b/arena/AutoGPT2.json
deleted file mode 100644
index 11a71f66f..000000000
--- a/arena/AutoGPT2.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/SarahGrevy/AutoGPT", "timestamp": "2023-10-20T17:21:22Z", "commit_hash_to_benchmark": "32300906c9aafea8c550fa2f9edcc113fbfc512c", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/AutoGenius.json b/arena/AutoGenius.json
deleted file mode 100644
index 3974b9dcc..000000000
--- a/arena/AutoGenius.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/JasonDRZ/AutoGPT",
- "timestamp": "2023-10-26T13:27:58.805270",
- "commit_hash_to_benchmark": "ab2a61833584c42ededa805cbac50718c72aa5ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AutoTDD.json b/arena/AutoTDD.json
deleted file mode 100644
index ea61ddd82..000000000
--- a/arena/AutoTDD.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/vshneer/AutoTDD",
- "timestamp": "2023-10-11T19:14:30.939747",
- "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AutoTestGenerator.json b/arena/AutoTestGenerator.json
deleted file mode 100644
index c28d6da87..000000000
--- a/arena/AutoTestGenerator.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/cagdasbas/AutoGPT",
- "timestamp": "2023-10-15T08:43:40.193080",
- "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/AwareAgent.json b/arena/AwareAgent.json
deleted file mode 100644
index d4155dd67..000000000
--- a/arena/AwareAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/LuisLechugaRuiz/AwareAgent",
- "timestamp": "2023-10-26T10:10:01.481205",
- "commit_hash_to_benchmark": "c180063dde49af02ed95ec4c019611da0a5540d7",
- "branch_to_benchmark": "master"
-}
diff --git a/arena/Bagi_agent.json b/arena/Bagi_agent.json
deleted file mode 100644
index 4251bb424..000000000
--- a/arena/Bagi_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/xpineda/AutoGPT_xabyvng.git",
- "timestamp": "2023-10-20T09:21:48.837635",
- "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/BanglaSgAgent.json b/arena/BanglaSgAgent.json
deleted file mode 100644
index 12014fe8d..000000000
--- a/arena/BanglaSgAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/aniruddha-adhikary/AutoGPT",
- "timestamp": "2023-09-27T15:32:24.056105",
- "commit_hash_to_benchmark": "6f289e6dfa8246f8993b76c933527f3707b8d7e5",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Baptiste.json b/arena/Baptiste.json
deleted file mode 100644
index 691f62952..000000000
--- a/arena/Baptiste.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Baptistecaille/AutoGPT",
- "timestamp": "2023-10-01T19:44:23.416591",
- "commit_hash_to_benchmark": "3da29eae45683457131ee8736bedae7e2a74fbba",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Bravo06.json b/arena/Bravo06.json
deleted file mode 100644
index 21ceec258..000000000
--- a/arena/Bravo06.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/jafar-albadarneh/Bravo06GPT", "timestamp": "2023-10-04T23:01:27Z", "commit_hash_to_benchmark": "f8c177b4b0e4ca45a3a104011b866c0415c648f1", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/Brillante-AI.json b/arena/Brillante-AI.json
deleted file mode 100644
index 3c81a02c0..000000000
--- a/arena/Brillante-AI.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/dabeer021/Brillante-AI", "timestamp": "2023-10-02T19:05:04Z", "commit_hash_to_benchmark": "163ab75379e1ee7792f50d4d70a1f482ca9cb6a1", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/Bunny.json b/arena/Bunny.json
deleted file mode 100644
index 33c2b0d1a..000000000
--- a/arena/Bunny.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/razorhasbeen/AutoGPT",
- "timestamp": "2023-10-03T11:50:56.725628",
- "commit_hash_to_benchmark": "d8d7fc4858a8d13407f6d7da360c6b5d398f2175",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/CCAgent.json b/arena/CCAgent.json
deleted file mode 100644
index 899172e34..000000000
--- a/arena/CCAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ccsnow127/AutoGPT",
- "timestamp": "2023-10-21T13:57:15.131761",
- "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/CES-GPT.json b/arena/CES-GPT.json
deleted file mode 100644
index 016804e65..000000000
--- a/arena/CES-GPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ces-sonnguyen/CES-GPT",
- "timestamp": "2023-10-30T07:45:07.337258",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/CISLERK.json b/arena/CISLERK.json
deleted file mode 100644
index 1370a0a2d..000000000
--- a/arena/CISLERK.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/cislerk/AutoGPT",
- "timestamp": "2023-10-10T18:40:50.718850",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/CONNECTBOT.json b/arena/CONNECTBOT.json
deleted file mode 100644
index b43e147a9..000000000
--- a/arena/CONNECTBOT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/myncow/DocumentAgent.git",
- "timestamp": "2023-10-31T21:21:28.951345",
- "commit_hash_to_benchmark": "c65b71d51d8f849663172c5a128953b4ca92b2b0",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/CYNO_AGENT.json b/arena/CYNO_AGENT.json
deleted file mode 100644
index 288802d5d..000000000
--- a/arena/CYNO_AGENT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/dr1yl/AutoGPT",
- "timestamp": "2023-10-09T20:01:05.041446",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ChadGPT.json b/arena/ChadGPT.json
deleted file mode 100644
index 6a378b1d8..000000000
--- a/arena/ChadGPT.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/Ahmad-Alaziz/ChadGPT", "timestamp": "2023-10-26T09:39:35Z", "commit_hash_to_benchmark": "84dd029c011379791a6fec8b148b2982a2ef159e", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/ChrisGPT.json b/arena/ChrisGPT.json
deleted file mode 100644
index 6ec46681e..000000000
--- a/arena/ChrisGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/darkcyber-ninja/AutoGPT",
- "timestamp": "2023-10-31T17:55:41.458834",
- "commit_hash_to_benchmark": "c65b71d51d8f849663172c5a128953b4ca92b2b0",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/CodeAutoGPT.json b/arena/CodeAutoGPT.json
deleted file mode 100644
index 1780a4966..000000000
--- a/arena/CodeAutoGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/hugomastromauro/AutoGPT",
- "timestamp": "2023-11-01T13:21:42.624202",
- "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/CreaitorMarketing.json b/arena/CreaitorMarketing.json
deleted file mode 100644
index 38ffca0f8..000000000
--- a/arena/CreaitorMarketing.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/simonfunk/Auto-GPT", "timestamp": "2023-10-08T02:10:18Z", "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/CurieAssistant.json b/arena/CurieAssistant.json
deleted file mode 100644
index bdbd14c9c..000000000
--- a/arena/CurieAssistant.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/HMDCrew/AutoGPT",
- "timestamp": "2023-10-06T20:41:26.293944",
- "commit_hash_to_benchmark": "9e353e09b5df39d4d410bef57cf17387331e96f6",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/DE.json b/arena/DE.json
deleted file mode 100644
index fcea35c9d..000000000
--- a/arena/DE.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/wic0144/AutoGPT",
- "timestamp": "2023-10-26T09:05:21.013962",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/DavidsAgent.json b/arena/DavidsAgent.json
deleted file mode 100644
index f824fd14d..000000000
--- a/arena/DavidsAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/beisdog/AutoGPT",
- "timestamp": "2023-09-29T22:06:18.846082",
- "commit_hash_to_benchmark": "d6abb27db61142a70defd0c75b53985ea9a71fce",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Derpmaster.json b/arena/Derpmaster.json
deleted file mode 100644
index 6a4e159e5..000000000
--- a/arena/Derpmaster.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/schumacher-m/Derpmaster",
- "timestamp": "2023-10-30T21:10:27.407732",
- "commit_hash_to_benchmark": "d9fbd26b8563e5f59d705623bae0d5cf9c9499c7",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/DevOpsAgent.json b/arena/DevOpsAgent.json
deleted file mode 100644
index 6f3384cd6..000000000
--- a/arena/DevOpsAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/rahuldotar/AutoGPT",
- "timestamp": "2023-10-02T11:34:29.870077",
- "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Drench.json b/arena/Drench.json
deleted file mode 100644
index 49417551e..000000000
--- a/arena/Drench.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/MohamedBasueny/AutoGPT-Drench",
- "timestamp": "2023-10-27T01:28:13.869318",
- "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Eduardo.json b/arena/Eduardo.json
deleted file mode 100644
index dfffd902d..000000000
--- a/arena/Eduardo.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/MuriloEduardo/AutoGPT.git",
- "timestamp": "2023-09-25T03:18:20.659056",
- "commit_hash_to_benchmark": "ffa76c3a192c36827669335de4390262da5fd972",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/EmbeddedAg.json b/arena/EmbeddedAg.json
deleted file mode 100644
index b26355e38..000000000
--- a/arena/EmbeddedAg.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/Significant-Gravitas/AutoGPT", "timestamp": "2023-10-26T09:15:50Z", "commit_hash_to_benchmark": "6c9152a95c8994898c47c85ea90ba58e0cc02c28", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/EnglishTestpaperAgent.json b/arena/EnglishTestpaperAgent.json
deleted file mode 100644
index 7271eb0c9..000000000
--- a/arena/EnglishTestpaperAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/kyannai/AutoGPT",
- "timestamp": "2023-09-29T03:05:45.504690",
- "commit_hash_to_benchmark": "1f367618edf903f38dff4dd064f96e611ffc5242",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ExampleAgent.json b/arena/ExampleAgent.json
deleted file mode 100644
index 2fb8c44a3..000000000
--- a/arena/ExampleAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/janekdijkstra/AutoGPT",
- "timestamp": "2023-10-16T12:12:54.998033",
- "commit_hash_to_benchmark": "2f79caa6b901d006a78c1ac9e69db4465c0f971a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/FLASH.json b/arena/FLASH.json
deleted file mode 100644
index 7cce9c10e..000000000
--- a/arena/FLASH.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/flashdumper/AutoGPT",
- "timestamp": "2023-10-30T23:02:13.653861",
- "commit_hash_to_benchmark": "d9fbd26b8563e5f59d705623bae0d5cf9c9499c7",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/FactoryGPT.json b/arena/FactoryGPT.json
deleted file mode 100644
index e66434c39..000000000
--- a/arena/FactoryGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/neilmartindev/FactoryGPT",
- "timestamp": "2023-10-04T16:24:58.525870",
- "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/FcsummerGPT.json b/arena/FcsummerGPT.json
deleted file mode 100644
index 2f2eb88fa..000000000
--- a/arena/FcsummerGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/fbk111/FcsummerGPT",
- "timestamp": "2023-10-25T09:58:39.801277",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/FynAgent.json b/arena/FynAgent.json
deleted file mode 100644
index 1f006e63e..000000000
--- a/arena/FynAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/tomkat-cr/AutoGPT.git",
- "timestamp": "2023-10-18T09:41:21.282992",
- "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/GG.json b/arena/GG.json
deleted file mode 100644
index 78421b484..000000000
--- a/arena/GG.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/IgorCIs/AutoGPT",
- "timestamp": "2023-09-27T14:01:20.964953",
- "commit_hash_to_benchmark": "a14aadd91493886663232bfd23c0412609f2a2fc",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/GPTTest.json b/arena/GPTTest.json
deleted file mode 100644
index e2c1c0af3..000000000
--- a/arena/GPTTest.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/h3llix/GPTTest.git",
- "timestamp": "2023-11-02T10:56:53.142288",
- "commit_hash_to_benchmark": "d9ec0ac3ad7b48eb44e6403e88d2dc5696fd4950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/GameSoundGPT.json b/arena/GameSoundGPT.json
deleted file mode 100644
index 66fe962ab..000000000
--- a/arena/GameSoundGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mordvinov/AutoGPT",
- "timestamp": "2023-10-13T14:48:02.852293",
- "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/GeorgeGPT.json b/arena/GeorgeGPT.json
deleted file mode 100644
index 83ce96df7..000000000
--- a/arena/GeorgeGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/norn93/GeorgeGPT",
- "timestamp": "2023-10-17T14:38:41.051458",
- "commit_hash_to_benchmark": "1eadc64dc0a693c7c9de77ddaef857f3a36f7950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Granger.json b/arena/Granger.json
deleted file mode 100644
index 203e99c34..000000000
--- a/arena/Granger.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/balloch/AutoGPTProblemSolver",
- "timestamp": "2023-09-29T15:11:44.876627",
- "commit_hash_to_benchmark": "9fb6d5bbbd6928402a5718b8c249811c6f682a88",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/HACKATHON.json b/arena/HACKATHON.json
deleted file mode 100644
index 7f29e7582..000000000
--- a/arena/HACKATHON.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/manuel-soria/AutoGPT",
- "timestamp": "2023-10-07T16:55:38.741776",
- "commit_hash_to_benchmark": "a00d880a3fd62373f53a0b0a45c9dcfdb45968e4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/HMD2.json b/arena/HMD2.json
deleted file mode 100644
index 5ef36bd18..000000000
--- a/arena/HMD2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/HMDCrew/AutoGPT",
- "timestamp": "2023-10-09T08:46:37.457740",
- "commit_hash_to_benchmark": "9e353e09b5df39d4d410bef57cf17387331e96f6",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Heisenberg.json b/arena/Heisenberg.json
deleted file mode 100644
index a77ce87d7..000000000
--- a/arena/Heisenberg.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/georgehaws/Heisenberg",
- "timestamp": "2023-10-02T16:07:18-07:00",
- "commit_hash_to_benchmark": "949ab477a87cfb7a3668d7961e9443922081e098",
- "branch_to_benchmark": "master"
-}
diff --git a/arena/HekolcuAutoGPT.json b/arena/HekolcuAutoGPT.json
deleted file mode 100644
index e64dd9c63..000000000
--- a/arena/HekolcuAutoGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/hekolcu/AutoGPT",
- "timestamp": "2023-09-30T17:31:20.979122",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/HuitzilAiAgent.json b/arena/HuitzilAiAgent.json
deleted file mode 100644
index 6e832eafa..000000000
--- a/arena/HuitzilAiAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/codetitlan/AutoGPT-CDTHB",
- "timestamp": "2023-10-03T15:04:54.856291",
- "commit_hash_to_benchmark": "3374fd181852d489e51ee33a25d12a064a0bb55d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Hypeman.json b/arena/Hypeman.json
deleted file mode 100644
index d32bcb9e4..000000000
--- a/arena/Hypeman.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/kennyu/KenGPT",
- "timestamp": "2023-09-27T19:50:31.443494",
- "commit_hash_to_benchmark": "cf630e4f2cee04fd935612f95308322cd9eb1df7",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/IncredibubbleTea.json b/arena/IncredibubbleTea.json
deleted file mode 100644
index 6908e6be2..000000000
--- a/arena/IncredibubbleTea.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mariepop13/AutoGPT",
- "timestamp": "2023-10-25T18:38:32.012583",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/JackGPT.json b/arena/JackGPT.json
deleted file mode 100644
index 007286814..000000000
--- a/arena/JackGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/JackDance/AutoGPT",
- "timestamp": "2023-10-09T08:26:35.181112",
- "commit_hash_to_benchmark": "f77d383a9f5e66a35d6008bd43cab4d93999cb61",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Jarvis.json b/arena/Jarvis.json
deleted file mode 100644
index bb098270e..000000000
--- a/arena/Jarvis.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/elynch303/AutoGPT",
- "timestamp": "2023-10-12T14:15:17.014333",
- "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/JarvisAgent.json b/arena/JarvisAgent.json
deleted file mode 100644
index f8cc9810f..000000000
--- a/arena/JarvisAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/JadeCong/AutoGPT",
- "timestamp": "2023-10-17T18:49:16.489653",
- "commit_hash_to_benchmark": "0bd5d4420ec168194d5a93f62d890d33ab7d9940",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Jean-Michel.json b/arena/Jean-Michel.json
deleted file mode 100644
index 30791d295..000000000
--- a/arena/Jean-Michel.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Yanniswein/Jean-Michel",
- "timestamp": "2023-10-30T09:21:14.984080",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Job_GPT.json b/arena/Job_GPT.json
deleted file mode 100644
index de73fba89..000000000
--- a/arena/Job_GPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/SeaField-dev/AutoGPT.git",
- "timestamp": "2023-09-25T09:35:03.022273",
- "commit_hash_to_benchmark": "a09d2a581f7b435ea55aa32a5fc7bbb093f4d021",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/JoshAgent1.json b/arena/JoshAgent1.json
deleted file mode 100644
index 99378066a..000000000
--- a/arena/JoshAgent1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/joshyorko/AutoGPT",
- "timestamp": "2023-09-28T17:05:27.689905",
- "commit_hash_to_benchmark": "959e1304d11f126c5a6914c3bb886549638d6b35",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/KnowledgeExtractor.json b/arena/KnowledgeExtractor.json
deleted file mode 100644
index 4a184f2fb..000000000
--- a/arena/KnowledgeExtractor.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/arromaljj/KnowledgeExtractor",
- "timestamp": "2023-10-04T13:01:50.037123",
- "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/LAWYER_EMAD.json b/arena/LAWYER_EMAD.json
deleted file mode 100644
index 5d84d0872..000000000
--- a/arena/LAWYER_EMAD.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/emads7/AutoGPT.git",
- "timestamp": "2023-10-19T15:06:37.481038",
- "commit_hash_to_benchmark": "4b1e8f6e8b4186ec6563301c146fbf3425f92715",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/LHRobot.json b/arena/LHRobot.json
deleted file mode 100644
index 98feac3b9..000000000
--- a/arena/LHRobot.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/LH-Enterprise/AutoGPT",
- "timestamp": "2023-10-07T01:05:31.627432",
- "commit_hash_to_benchmark": "b2d53d8d18c754a5b877ffeb9f42d3387c3324fd",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Lab49Agent.json b/arena/Lab49Agent.json
deleted file mode 100644
index cbb992264..000000000
--- a/arena/Lab49Agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/FutureProofTechnology/AutoGPT",
- "timestamp": "2023-10-12T10:28:34.275827",
- "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/LbAgent.json b/arena/LbAgent.json
deleted file mode 100644
index 8ff9c0cc0..000000000
--- a/arena/LbAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/BiaoLiu2017/AutoGPT",
- "timestamp": "2023-10-30T10:20:40.082545",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/LegalAgent.json b/arena/LegalAgent.json
deleted file mode 100644
index c57b30f85..000000000
--- a/arena/LegalAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/gengrui1983/LegalGPT",
- "timestamp": "2023-10-25T02:46:41.860987",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Light_Agent.json b/arena/Light_Agent.json
deleted file mode 100644
index 17fee68be..000000000
--- a/arena/Light_Agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mohammed-radha-LightRing/AutoGPT",
- "timestamp": "2023-10-01T07:10:46.497391",
- "commit_hash_to_benchmark": "d6abb27db61142a70defd0c75b53985ea9a71fce",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/LinuzGPT.json b/arena/LinuzGPT.json
deleted file mode 100644
index 8cb096f0c..000000000
--- a/arena/LinuzGPT.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/linusaltacc/AutoGPT", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/Lirum.json b/arena/Lirum.json
deleted file mode 100644
index da8dddd76..000000000
--- a/arena/Lirum.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/rogerioth/AutoGPT",
- "timestamp": "2023-10-12T23:04:51.600862",
- "commit_hash_to_benchmark": "38790a27ed2c1b63a301b6a67e7590f2d30de53e",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MANU.json b/arena/MANU.json
deleted file mode 100644
index 7e1caed1f..000000000
--- a/arena/MANU.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/manuel-soria/AutoGPT",
- "timestamp": "2023-10-07T16:50:11.634586",
- "commit_hash_to_benchmark": "a00d880a3fd62373f53a0b0a45c9dcfdb45968e4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MEGATRON.json b/arena/MEGATRON.json
deleted file mode 100644
index 81182c372..000000000
--- a/arena/MEGATRON.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/razorhasbeen/AutoGPT",
- "timestamp": "2023-10-03T11:33:22.091896",
- "commit_hash_to_benchmark": "d8d7fc4858a8d13407f6d7da360c6b5d398f2175",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MOBILE.json b/arena/MOBILE.json
deleted file mode 100644
index 13b9c1752..000000000
--- a/arena/MOBILE.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/nel349/AutoGPT",
- "timestamp": "2023-10-08T03:10:40.860972",
- "commit_hash_to_benchmark": "683257b697392e5551fb86c81a72728029d12aa0",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Maharathi.json b/arena/Maharathi.json
deleted file mode 100644
index c2a312c82..000000000
--- a/arena/Maharathi.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/sampatkalyan/AutoGPTHackathon", "timestamp": "2023-10-02T08:16:27Z", "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/MangoAI.json b/arena/MangoAI.json
deleted file mode 100644
index 32250c07f..000000000
--- a/arena/MangoAI.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/stargatejy/MangoAI",
- "timestamp": "2023-10-24T10:11:38.967772",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MangoAgent-3.json b/arena/MangoAgent-3.json
deleted file mode 100644
index 72f5a8325..000000000
--- a/arena/MangoAgent-3.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/stargatejy/MangoAI",
- "timestamp": "2023-10-25T15:41:17.652038",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MangoAgent-4.json b/arena/MangoAgent-4.json
deleted file mode 100644
index b49ad8707..000000000
--- a/arena/MangoAgent-4.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/stargatejy/MangoAI",
- "timestamp": "2023-10-27T16:28:23.804390",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MarketResearcherEduRob.json b/arena/MarketResearcherEduRob.json
deleted file mode 100644
index 6ee0afb41..000000000
--- a/arena/MarketResearcherEduRob.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/fzoric8/AutoGPT",
- "timestamp": "2023-11-01T09:36:16.357944",
- "commit_hash_to_benchmark": "bc61ea35b5a52cc948657aac0ed8fc3f3191ec04",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Marx.json b/arena/Marx.json
deleted file mode 100644
index 69421b468..000000000
--- a/arena/Marx.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/maxletemple/AutoGPT",
- "timestamp": "2023-10-18T17:06:20.575710",
- "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Mary.json b/arena/Mary.json
deleted file mode 100644
index a47a8da58..000000000
--- a/arena/Mary.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bigfatball/Auto-GPT.git",
- "timestamp": "2023-10-22T23:40:22.765334",
- "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Melang.json b/arena/Melang.json
deleted file mode 100644
index 5345ede63..000000000
--- a/arena/Melang.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Brian-Mwangi-developer/AutoGPT.git",
- "timestamp": "2023-10-06T08:50:14.080962",
- "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Miao.json b/arena/Miao.json
deleted file mode 100644
index f3a169e49..000000000
--- a/arena/Miao.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/StefanWan-Durham/AutoGPT.git",
- "timestamp": "2023-10-02T15:05:19.789945",
- "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MindwareGPT.json b/arena/MindwareGPT.json
deleted file mode 100644
index 1be44df5d..000000000
--- a/arena/MindwareGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/0xtotaylor/MindwareGPT.git",
- "timestamp": "2023-10-03T14:56:05.228408",
- "commit_hash_to_benchmark": "3374fd181852d489e51ee33a25d12a064a0bb55d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Mira.json b/arena/Mira.json
deleted file mode 100644
index 28585c526..000000000
--- a/arena/Mira.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/enricofranke/EnricoAssistant",
- "timestamp": "2023-10-25T23:21:35.799138",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MoTS.json b/arena/MoTS.json
deleted file mode 100644
index efad4ea97..000000000
--- a/arena/MoTS.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ghd9201/AutoGPT.git",
- "timestamp": "2023-10-25T09:04:02.534683",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MojoBurrito.json b/arena/MojoBurrito.json
deleted file mode 100644
index b9c0ad780..000000000
--- a/arena/MojoBurrito.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/dawnkelly09/MojoBurrito",
- "timestamp": "2023-10-01T20:24:10.596062",
- "commit_hash_to_benchmark": "de3e9e702a988c6028cc8b873aeffc9d5d82c572",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MyAgent.json b/arena/MyAgent.json
deleted file mode 100644
index d6f92e188..000000000
--- a/arena/MyAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/AgentService/AutoGPT",
- "timestamp": "2023-10-25T20:11:31.811596",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MyExample.json b/arena/MyExample.json
deleted file mode 100644
index 508515aed..000000000
--- a/arena/MyExample.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/gabenitez/AutoGPT",
- "timestamp": "2023-10-19T22:00:47.453159",
- "commit_hash_to_benchmark": "b4588f6425912316e1512391e4392ca30d61e144",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MyExampleAgent.json b/arena/MyExampleAgent.json
deleted file mode 100644
index cc3a9f86b..000000000
--- a/arena/MyExampleAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/moizsajid/AutoGPT",
- "timestamp": "2023-10-25T20:20:04.910747",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MyFirstAgent.json b/arena/MyFirstAgent.json
deleted file mode 100644
index 783c90f54..000000000
--- a/arena/MyFirstAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/smaxaddington/AutoGPT",
- "timestamp": "2023-10-14T15:27:15.090035",
- "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MyFistAgent.json b/arena/MyFistAgent.json
deleted file mode 100644
index baafc39a8..000000000
--- a/arena/MyFistAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/eslam-fakhry/AutoGPT",
- "timestamp": "2023-11-02T10:19:58.187866",
- "commit_hash_to_benchmark": "d9ec0ac3ad7b48eb44e6403e88d2dc5696fd4950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/MyTestAgent.json b/arena/MyTestAgent.json
deleted file mode 100644
index a4c28dc7e..000000000
--- a/arena/MyTestAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Penguin-N/AutoGPT.git",
- "timestamp": "2023-10-18T14:01:28.986850",
- "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/N.json b/arena/N.json
deleted file mode 100644
index 1d8b2dd9f..000000000
--- a/arena/N.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/gentaag/AutoGPT",
- "timestamp": "2023-10-28T15:16:15.189228",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/NASAssistant2.json b/arena/NASAssistant2.json
deleted file mode 100644
index 1359a3332..000000000
--- a/arena/NASAssistant2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/IHIaadj/AutoGPT",
- "timestamp": "2023-10-07T22:06:59.410391",
- "commit_hash_to_benchmark": "7a33af387e6959506eb8f01b49d296defe587e6d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/NHAN_BOT.json b/arena/NHAN_BOT.json
deleted file mode 100644
index a0e649b08..000000000
--- a/arena/NHAN_BOT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Vannhanhk12/AutoGPT",
- "timestamp": "2023-09-28T07:18:38.959135",
- "commit_hash_to_benchmark": "a555e936c48bca8c794c7116d62a91628e59ac14",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/NadeemAgent.json b/arena/NadeemAgent.json
deleted file mode 100644
index 9898b7c19..000000000
--- a/arena/NadeemAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/kiyanwang/AutoGPT",
- "timestamp": "2023-10-19T14:11:40.660035",
- "commit_hash_to_benchmark": "4b1e8f6e8b4186ec6563301c146fbf3425f92715",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/NanAutoGPT.json b/arena/NanAutoGPT.json
deleted file mode 100644
index 8dd47a130..000000000
--- a/arena/NanAutoGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/open-nan/NanAutoGPT",
- "timestamp": "2023-10-30T10:25:02.617275",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/NoobSupreme.json b/arena/NoobSupreme.json
deleted file mode 100644
index 42208e3d9..000000000
--- a/arena/NoobSupreme.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Ch0daboy/NoobSupreme.git",
- "timestamp": "2023-10-01T08:08:13.753099",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/NumberOne.json b/arena/NumberOne.json
deleted file mode 100644
index 36c626ca0..000000000
--- a/arena/NumberOne.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/micwin/AutoGPT",
- "timestamp": "2023-10-05T17:01:11.784397",
- "commit_hash_to_benchmark": "3b7d83a1a6d3fef1d415bfd1d4ba32ca1ba797cc",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Orange.json b/arena/Orange.json
deleted file mode 100644
index 4a344241a..000000000
--- a/arena/Orange.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/lewispeel/AutoGPT",
- "timestamp": "2023-10-27T22:57:16.348948",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/PAgentAI.json b/arena/PAgentAI.json
deleted file mode 100644
index 55e7333e7..000000000
--- a/arena/PAgentAI.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/plopez10/GPT",
- "timestamp": "2023-10-26T03:25:27.221299",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Pacific.json b/arena/Pacific.json
deleted file mode 100644
index f7f8d5a3a..000000000
--- a/arena/Pacific.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/yifeng-qiu/AutoGPTAgent",
- "timestamp": "2023-10-04T18:25:34.925806",
- "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ParalegalAgent.json b/arena/ParalegalAgent.json
deleted file mode 100644
index 92e4c2513..000000000
--- a/arena/ParalegalAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bRitch022/Auto-GPT",
- "timestamp": "2023-10-06T18:48:23.644236",
- "commit_hash_to_benchmark": "47eb5124fa97187d7f3fa4036e422cd771cf0ae7",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Pelle.json b/arena/Pelle.json
deleted file mode 100644
index 598c0708d..000000000
--- a/arena/Pelle.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/pilotniq/AutoGPT",
- "timestamp": "2023-10-23T19:14:27.176891",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Portalen.json b/arena/Portalen.json
deleted file mode 100644
index 6e4aa879f..000000000
--- a/arena/Portalen.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/erlendjones/AutoGPT", "timestamp": "2023-09-22T20:39:08Z", "commit_hash_to_benchmark": "58d5b0d4a2fcc1bc12ed667db9d62a427a89c1a4", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/Pumu2_agent.json b/arena/Pumu2_agent.json
deleted file mode 100644
index 52510f0b0..000000000
--- a/arena/Pumu2_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/xpineda/AutoGPT_xabyvng.git",
- "timestamp": "2023-10-20T09:26:07.885410",
- "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Q.json b/arena/Q.json
deleted file mode 100644
index 9fad0c9cf..000000000
--- a/arena/Q.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/CopsGit/AutoGPT",
- "timestamp": "2023-10-27T19:07:51.053794",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/QA_AGENT.json b/arena/QA_AGENT.json
deleted file mode 100644
index 14816293f..000000000
--- a/arena/QA_AGENT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ada-lovecraft/Ada-GPT",
- "timestamp": "2023-09-20T08:14:19.186952",
- "commit_hash_to_benchmark": "377d0af228bad019be0a9743c2824c033e039654",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/QuantumQuill.json b/arena/QuantumQuill.json
deleted file mode 100644
index 32e78e5ea..000000000
--- a/arena/QuantumQuill.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/dleidisch/AutoAgent",
- "timestamp": "2023-10-23T18:49:58.499309",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/RAGOptimizer.json b/arena/RAGOptimizer.json
deleted file mode 100644
index f87cc692a..000000000
--- a/arena/RAGOptimizer.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/nel349/AutoGPT",
- "timestamp": "2023-10-07T22:51:51.507768",
- "commit_hash_to_benchmark": "683257b697392e5551fb86c81a72728029d12aa0",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/RFPScanner.json b/arena/RFPScanner.json
deleted file mode 100644
index bc4ba260d..000000000
--- a/arena/RFPScanner.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/vidhatanand/AutoRFP",
- "timestamp": "2023-10-09T12:37:08.692968",
- "commit_hash_to_benchmark": "f77d383a9f5e66a35d6008bd43cab4d93999cb61",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/RONNIN.json b/arena/RONNIN.json
deleted file mode 100644
index 5e1b0ecc8..000000000
--- a/arena/RONNIN.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Huarada/AutoGPT",
- "timestamp": "2023-10-06T18:11:56.450481",
- "commit_hash_to_benchmark": "a55ed27679f608003372feb9eb61f0104ca87858",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/RagsToRiches.json b/arena/RagsToRiches.json
deleted file mode 100644
index 7a3669733..000000000
--- a/arena/RagsToRiches.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/faichele/AutoGPT",
- "timestamp": "2023-09-28T11:01:12.962590",
- "commit_hash_to_benchmark": "4f15b1c5825b3f044c901995e3399d4eacf7ec66",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/RandomVampirePictureBot.json b/arena/RandomVampirePictureBot.json
deleted file mode 100644
index 0c8b8dc48..000000000
--- a/arena/RandomVampirePictureBot.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/KleinerCodeDrago/AutoGPT",
- "timestamp": "2023-09-29T14:06:38.055747",
- "commit_hash_to_benchmark": "76c321d6b1a3c6ed938c90149a2954b7dade761a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Raslebot.json b/arena/Raslebot.json
deleted file mode 100644
index 11169825d..000000000
--- a/arena/Raslebot.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Jimcau/AutoGPT.git",
- "timestamp": "2023-10-16T10:50:47.524483",
- "commit_hash_to_benchmark": "2f79caa6b901d006a78c1ac9e69db4465c0f971a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ResearchAgent.json b/arena/ResearchAgent.json
deleted file mode 100644
index 94855c1ce..000000000
--- a/arena/ResearchAgent.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/Umar-Azam/AutoGPT-ResearchAgent", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/RosterAgent.json b/arena/RosterAgent.json
deleted file mode 100644
index 172d48e27..000000000
--- a/arena/RosterAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ricowong0730/AutoGPT",
- "timestamp": "2023-10-17T01:17:01.540294",
- "commit_hash_to_benchmark": "265255120b1a64d1dd0a3a92ae3a7e697a103ecb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/SaasWebDev.json b/arena/SaasWebDev.json
deleted file mode 100644
index 98324aa37..000000000
--- a/arena/SaasWebDev.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/giggei/AutoGPT",
- "timestamp": "2023-10-02T15:44:54.390181",
- "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/SaveAsPDF2.json b/arena/SaveAsPDF2.json
deleted file mode 100644
index 6024d173b..000000000
--- a/arena/SaveAsPDF2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/LFarmbot/AutoFarm",
- "timestamp": "2023-10-28T04:32:40.914756",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ShiviBot.json b/arena/ShiviBot.json
deleted file mode 100644
index c9ce171be..000000000
--- a/arena/ShiviBot.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/kshivang/DabblerGPT",
- "timestamp": "2023-10-07T01:30:06.292423",
- "commit_hash_to_benchmark": "b2d53d8d18c754a5b877ffeb9f42d3387c3324fd",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/SkorkobaniecAgent.json b/arena/SkorkobaniecAgent.json
deleted file mode 100644
index 7b99a9e78..000000000
--- a/arena/SkorkobaniecAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/RafalSkorka/AutoGPT",
- "timestamp": "2023-10-30T19:05:24.676797",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/SmartAgent.json b/arena/SmartAgent.json
deleted file mode 100644
index bc2f1563e..000000000
--- a/arena/SmartAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/AgentService/AutoGPT",
- "timestamp": "2023-10-25T20:06:46.743984",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/SmartGPT.json b/arena/SmartGPT.json
deleted file mode 100644
index fb27875a2..000000000
--- a/arena/SmartGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Mertkaann/AutoGPT.git",
- "timestamp": "2023-09-29T21:46:29.940080",
- "commit_hash_to_benchmark": "d6abb27db61142a70defd0c75b53985ea9a71fce",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/SouAgent.json b/arena/SouAgent.json
deleted file mode 100644
index 6a35c3699..000000000
--- a/arena/SouAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/SouSingh/AutoGPT.git",
- "timestamp": "2023-10-01T07:26:31.428044",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Stragegy_Steve.json b/arena/Stragegy_Steve.json
deleted file mode 100644
index fc4aa7aae..000000000
--- a/arena/Stragegy_Steve.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/talumo/AutoGPT",
- "timestamp": "2023-09-28T14:31:36.771515",
- "commit_hash_to_benchmark": "e374e516633b0afca1ab644b378fe1973c455782",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Susan.json b/arena/Susan.json
deleted file mode 100644
index 4689ef84e..000000000
--- a/arena/Susan.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/CodeZeno/Susan",
- "timestamp": "2023-11-03T11:29:28.704822",
- "commit_hash_to_benchmark": "82fecfae1b4fb5d64050eefa77d8f028292aa8f3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/TEST_TPK.json b/arena/TEST_TPK.json
deleted file mode 100644
index ec2967892..000000000
--- a/arena/TEST_TPK.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/seeseesky/AutoGPT",
- "timestamp": "2023-10-31T04:31:39.337182",
- "commit_hash_to_benchmark": "c3569d1842e6568ab1327e577603e71ad1feb622",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/TLGPT.json b/arena/TLGPT.json
deleted file mode 100644
index a402fcc6a..000000000
--- a/arena/TLGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/TheoLawrence86/AutoGPT",
- "timestamp": "2023-10-09T14:34:30.182635",
- "commit_hash_to_benchmark": "f77d383a9f5e66a35d6008bd43cab4d93999cb61",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/TMarafon.json b/arena/TMarafon.json
deleted file mode 100644
index 9828a895b..000000000
--- a/arena/TMarafon.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/TMarafon/AutoGPT",
- "timestamp": "2023-10-28T05:34:54.785662",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/TRAVIS.json b/arena/TRAVIS.json
deleted file mode 100644
index 0e73f8841..000000000
--- a/arena/TRAVIS.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/tskaggs/AutoGPT",
- "timestamp": "2023-10-14T02:33:28.089406",
- "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/TeslaBot.json b/arena/TeslaBot.json
deleted file mode 100644
index e55ae0cd3..000000000
--- a/arena/TeslaBot.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/momokrunic/AutoGPT",
- "timestamp": "2023-11-02T17:17:06.663164",
- "commit_hash_to_benchmark": "d9ec0ac3ad7b48eb44e6403e88d2dc5696fd4950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Tessa_AutoGPT_agent.json b/arena/Tessa_AutoGPT_agent.json
deleted file mode 100644
index 3f12f4959..000000000
--- a/arena/Tessa_AutoGPT_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/DelicaTessa/AutoGPT_hackathon",
- "timestamp": "2023-10-03T14:10:19.975796",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/TestAgent.json b/arena/TestAgent.json
deleted file mode 100644
index 02c5b1b84..000000000
--- a/arena/TestAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Nilllas/AutoGPT",
- "timestamp": "2023-10-20T11:27:15.343842",
- "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/TestLbAgent.json b/arena/TestLbAgent.json
deleted file mode 100644
index 9c5730450..000000000
--- a/arena/TestLbAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/BiaoLiu2017/AutoGPT",
- "timestamp": "2023-10-31T03:25:23.064470",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/TheAgency.json b/arena/TheAgency.json
deleted file mode 100644
index 8470fe1b9..000000000
--- a/arena/TheAgency.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/shamantechnology/TheAgency", "timestamp": "2023-10-26T09:22:18Z", "commit_hash_to_benchmark": "3eef81f2579e3ab4822fb9155ee412c597fda9c2", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/TheAgent.json b/arena/TheAgent.json
deleted file mode 100644
index 4a515aaa1..000000000
--- a/arena/TheAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/BiaoLiu2017/AutoGPT",
- "timestamp": "2023-10-31T03:07:04.629241",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/TraceLLMAgent.json b/arena/TraceLLMAgent.json
deleted file mode 100644
index d25ff491b..000000000
--- a/arena/TraceLLMAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/vmwsree/AutoGPT",
- "timestamp": "2023-10-15T21:48:38.027553",
- "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/UGYUJI.json b/arena/UGYUJI.json
deleted file mode 100644
index 2d0abc304..000000000
--- a/arena/UGYUJI.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ugyuji/AutoGPT",
- "timestamp": "2023-10-20T04:42:28.397067",
- "commit_hash_to_benchmark": "052802ff8d9354f23620eb8b6a5fd68cda7e5c0e",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/UTC-Crew.json b/arena/UTC-Crew.json
deleted file mode 100644
index 832d484f1..000000000
--- a/arena/UTC-Crew.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/isayahc/AutoGPT.git",
- "timestamp": "2023-10-04T17:06:48.154911",
- "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/UmaruAgent.json b/arena/UmaruAgent.json
deleted file mode 100644
index f3168d47a..000000000
--- a/arena/UmaruAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/g1331/Auto-GPT",
- "timestamp": "2023-10-16T13:51:10.464650",
- "commit_hash_to_benchmark": "2f79caa6b901d006a78c1ac9e69db4465c0f971a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/UniAgent.json b/arena/UniAgent.json
deleted file mode 100644
index 19d710fa2..000000000
--- a/arena/UniAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/JovanKanevche/AutoGPT",
- "timestamp": "2023-10-19T17:04:49.626683",
- "commit_hash_to_benchmark": "4b1e8f6e8b4186ec6563301c146fbf3425f92715",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Verkiezingsprogrammas.json b/arena/Verkiezingsprogrammas.json
deleted file mode 100644
index 4a18be40c..000000000
--- a/arena/Verkiezingsprogrammas.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bergje0810/AutoGPT",
- "timestamp": "2023-10-11T11:47:16.993332",
- "commit_hash_to_benchmark": "57bcbdf45c6c1493a4e5f6a4e72594ea13c10f93",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/WRITER.json b/arena/WRITER.json
deleted file mode 100644
index 63849f43f..000000000
--- a/arena/WRITER.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ezirmusitua/AutoGPT",
- "timestamp": "2023-10-27T09:43:35.725996",
- "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/WYC.json b/arena/WYC.json
deleted file mode 100644
index 0620b0aab..000000000
--- a/arena/WYC.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/131250208/AutoGPT_YC",
- "timestamp": "2023-10-20T07:42:11.493899",
- "commit_hash_to_benchmark": "9219bfba0e028a557109b8e39c0fd91c1df243f8",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/WarlockAgent.json b/arena/WarlockAgent.json
deleted file mode 100644
index 55977a9f3..000000000
--- a/arena/WarlockAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/warlockee/AutoGPT-wl",
- "timestamp": "2023-10-27T21:30:11.455084",
- "commit_hash_to_benchmark": "6f66376bb8a4116330fe867d9dff83f938f7aa14",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/WeatherInformer.json b/arena/WeatherInformer.json
deleted file mode 100644
index 4cc94787f..000000000
--- a/arena/WeatherInformer.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/colour-me-bibi/Auto-GPT",
- "timestamp": "2023-09-19T14:11:53.195135",
- "commit_hash_to_benchmark": "2098e192da0ec8eecf0010ae62704e6727dfa42a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/WiseAgent.json b/arena/WiseAgent.json
deleted file mode 100644
index 02c03c0a2..000000000
--- a/arena/WiseAgent.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/Ashish-Soni08/SoniGPT", "timestamp": "2023-10-08T18:39:38Z", "commit_hash_to_benchmark": "b52aba4ef545add8fb6c7f8009615cb38e24db80", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/XXY.json b/arena/XXY.json
deleted file mode 100644
index 849438def..000000000
--- a/arena/XXY.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/xuxiangyang/AutoGPT",
- "timestamp": "2023-10-14T04:40:39.828483",
- "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/YOU.json b/arena/YOU.json
deleted file mode 100644
index 64629cf40..000000000
--- a/arena/YOU.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/gentaag/AutoGPT",
- "timestamp": "2023-10-28T14:03:12.555466",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/YoudaoAutoGPT.json b/arena/YoudaoAutoGPT.json
deleted file mode 100644
index 8e81970eb..000000000
--- a/arena/YoudaoAutoGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/jiezhangGt/AutoGPT",
- "timestamp": "2023-10-20T03:02:17.342168",
- "commit_hash_to_benchmark": "4b1e8f6e8b4186ec6563301c146fbf3425f92715",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/YoutubePost_agent.json b/arena/YoutubePost_agent.json
deleted file mode 100644
index 46b7d81b7..000000000
--- a/arena/YoutubePost_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ramirez3rg/Auto-GPT",
- "timestamp": "2023-09-21T20:35:24.266598",
- "commit_hash_to_benchmark": "c72a35e92e4f95aca25221e216c3a49d0dbc739b",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Yui3.json b/arena/Yui3.json
deleted file mode 100644
index 439183005..000000000
--- a/arena/Yui3.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/YuiChan04233/AutoGPT1",
- "timestamp": "2023-10-08T02:03:48.189959",
- "commit_hash_to_benchmark": "b2d53d8d18c754a5b877ffeb9f42d3387c3324fd",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Yutan_agent.json b/arena/Yutan_agent.json
deleted file mode 100644
index 468f5f373..000000000
--- a/arena/Yutan_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/zyt329/AutoGPT",
- "timestamp": "2023-09-29T21:47:23.741942",
- "commit_hash_to_benchmark": "d6abb27db61142a70defd0c75b53985ea9a71fce",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ZJgpt.json b/arena/ZJgpt.json
deleted file mode 100644
index 0ac3d2567..000000000
--- a/arena/ZJgpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/jiezhangGt/AutoGPT",
- "timestamp": "2023-10-20T04:04:28.198603",
- "commit_hash_to_benchmark": "4b1e8f6e8b4186ec6563301c146fbf3425f92715",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Zeus.json b/arena/Zeus.json
deleted file mode 100644
index 0529b52c4..000000000
--- a/arena/Zeus.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/MerlimarCode/ZeusGPT",
- "timestamp": "2023-10-08T02:31:50.347357",
- "commit_hash_to_benchmark": "0d5c2a98c071336e1bb48716cc25d85df2656ced",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ZhaoJianAutoGPT.json b/arena/ZhaoJianAutoGPT.json
deleted file mode 100644
index b2aa60f7b..000000000
--- a/arena/ZhaoJianAutoGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/zhaojianchn/AutoGPT",
- "timestamp": "2023-10-17T09:41:06.331671",
- "commit_hash_to_benchmark": "1eadc64dc0a693c7c9de77ddaef857f3a36f7950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ZoeyGPT.json b/arena/ZoeyGPT.json
deleted file mode 100644
index c2be10804..000000000
--- a/arena/ZoeyGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/carylaw/FatGPT",
- "timestamp": "2023-10-25T10:03:47.295810",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/Zoidberg.json b/arena/Zoidberg.json
deleted file mode 100644
index a56f26d43..000000000
--- a/arena/Zoidberg.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/KapitanFernand/Zoidberg",
- "timestamp": "2023-10-24T09:09:27.540179",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/aWOL.json b/arena/aWOL.json
deleted file mode 100644
index 62dc80261..000000000
--- a/arena/aWOL.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/aodrasa/aWOL",
- "timestamp": "2023-10-11T01:24:01.516559",
- "commit_hash_to_benchmark": "0856f6806177b30989b2be78004e059658efbbb4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/a_reverent_heart.json b/arena/a_reverent_heart.json
deleted file mode 100644
index c0233bc38..000000000
--- a/arena/a_reverent_heart.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/iamlockelightning/IAutoGPT",
- "timestamp": "2023-10-08T08:03:31.352877",
- "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/accidental-agent.json b/arena/accidental-agent.json
deleted file mode 100644
index 853068771..000000000
--- a/arena/accidental-agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/siddharthsarda/accidental-agent",
- "timestamp": "2023-09-20T08:07:08.337479",
- "commit_hash_to_benchmark": "377d0af228bad019be0a9743c2824c033e039654",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/actor_tester.json b/arena/actor_tester.json
deleted file mode 100644
index ec1f0138e..000000000
--- a/arena/actor_tester.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/calmglow/mbtiagent",
- "timestamp": "2023-10-25T13:15:04.296302",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/admariner.json b/arena/admariner.json
deleted file mode 100644
index 2811c5d5c..000000000
--- a/arena/admariner.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/admariner/AutoGPT", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/ag1.json b/arena/ag1.json
deleted file mode 100644
index 0dcfe64d4..000000000
--- a/arena/ag1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/gensy421/AutoGensy",
- "timestamp": "2023-10-26T06:31:27.588150",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/agent2.json b/arena/agent2.json
deleted file mode 100644
index 54b1247ca..000000000
--- a/arena/agent2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/lukadumancic/AutoGPT",
- "timestamp": "2023-10-28T16:08:43.603669",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/agentSmith.json b/arena/agentSmith.json
deleted file mode 100644
index 805e720e8..000000000
--- a/arena/agentSmith.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Nameless8243/AgentSmith",
- "timestamp": "2023-10-28T20:05:53.168061",
- "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/agent_2.json b/arena/agent_2.json
deleted file mode 100644
index 1e169e0ee..000000000
--- a/arena/agent_2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Exstor/AutoGPT",
- "timestamp": "2023-10-31T20:56:49.313875",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/agentgpt.json b/arena/agentgpt.json
deleted file mode 100644
index 15aed81c4..000000000
--- a/arena/agentgpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/UdaySagar-Git/AutoGPT.git",
- "timestamp": "2023-10-24T05:24:58.972720",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/agsCehAgent.json b/arena/agsCehAgent.json
deleted file mode 100644
index e628e79a3..000000000
--- a/arena/agsCehAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/albags/AutoGPT.git",
- "timestamp": "2023-10-19T11:30:12.759675",
- "commit_hash_to_benchmark": "4b1e8f6e8b4186ec6563301c146fbf3425f92715",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ai_assistant.json b/arena/ai_assistant.json
deleted file mode 100644
index 2a0d85dee..000000000
--- a/arena/ai_assistant.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/xhjxhj001/AutoGPT",
- "timestamp": "2023-10-23T12:05:13.923218",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/aiaudit.json b/arena/aiaudit.json
deleted file mode 100644
index e1ecbb1dd..000000000
--- a/arena/aiaudit.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bigsml/AutoGPT.git",
- "timestamp": "2023-10-12T07:05:18.886183",
- "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/aiwowo.json b/arena/aiwowo.json
deleted file mode 100644
index 3412ba3cd..000000000
--- a/arena/aiwowo.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/jeffxtang/AutoGPT",
- "timestamp": "2023-10-09T05:25:37.720553",
- "commit_hash_to_benchmark": "027054ae02657c37be0d28502bb5a22823eae9d9",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/aixiaoxin.json b/arena/aixiaoxin.json
deleted file mode 100644
index a6fe001c5..000000000
--- a/arena/aixiaoxin.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/aixiaoxin123/AutoGPT",
- "timestamp": "2023-10-27T05:44:49.265845",
- "commit_hash_to_benchmark": "6c9152a95c8994898c47c85ea90ba58e0cc02c28",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/akela.json b/arena/akela.json
deleted file mode 100644
index 9c811d288..000000000
--- a/arena/akela.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/SarahGrevy/AutoGPT",
- "timestamp": "2023-10-20T18:56:31.210825",
- "commit_hash_to_benchmark": "32300906c9aafea8c550fa2f9edcc113fbfc512c",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/analystgpt.json b/arena/analystgpt.json
deleted file mode 100644
index 9227c97a1..000000000
--- a/arena/analystgpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/vleonidas/AutoGPT",
- "timestamp": "2023-10-20T16:46:11.806635",
- "commit_hash_to_benchmark": "825c3adf62879fa9f91a19c11010336de5c98bfc",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/arbetsformedlingen.json b/arena/arbetsformedlingen.json
deleted file mode 100644
index 5afc4316e..000000000
--- a/arena/arbetsformedlingen.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/esaiaswestberg/AutoGPT",
- "timestamp": "2023-11-02T12:35:40.378520",
- "commit_hash_to_benchmark": "d9ec0ac3ad7b48eb44e6403e88d2dc5696fd4950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/assistant1.json b/arena/assistant1.json
deleted file mode 100644
index 8bb51d2fe..000000000
--- a/arena/assistant1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/BarneyChambers/AutoGPT",
- "timestamp": "2023-10-16T18:35:05.779206",
- "commit_hash_to_benchmark": "546e08a5cf2413fcfb857e2c41d21c80c3364218",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/autoai.json b/arena/autoai.json
deleted file mode 100644
index 519790524..000000000
--- a/arena/autoai.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/maanvithag/AutoGPT",
- "timestamp": "2023-10-09T16:19:12.986257",
- "commit_hash_to_benchmark": "3bd8ae48433fa46552719de050ded576a3bef4b9",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/autocoder.json b/arena/autocoder.json
deleted file mode 100644
index 8d1fd33e6..000000000
--- a/arena/autocoder.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mtx-light/AutoGPT",
- "timestamp": "2023-10-29T07:33:17.228393",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/autogbd.json b/arena/autogbd.json
deleted file mode 100644
index 77f7f4b5d..000000000
--- a/arena/autogbd.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/kylaro/AutoGBD",
- "timestamp": "2023-10-09T11:45:26.637129",
- "commit_hash_to_benchmark": "f77d383a9f5e66a35d6008bd43cab4d93999cb61",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/autogpt-hackathon2.json b/arena/autogpt-hackathon2.json
deleted file mode 100644
index 41960393b..000000000
--- a/arena/autogpt-hackathon2.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/autogpt.json b/arena/autogpt.json
deleted file mode 100644
index 931aa3aa5..000000000
--- a/arena/autogpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Significant-Gravitas/AutoGPT",
- "timestamp": "2023-11-15T07:22:09.723393",
- "commit_hash_to_benchmark": "fa357dd13928baa4d1e30054bc75edc5d68b08f1",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/autogpt_hackathon.json b/arena/autogpt_hackathon.json
deleted file mode 100644
index 41960393b..000000000
--- a/arena/autogpt_hackathon.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/autogpt_hackathon1.json b/arena/autogpt_hackathon1.json
deleted file mode 100644
index 41960393b..000000000
--- a/arena/autogpt_hackathon1.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/ThisisHubert/AutoGPT-hackathon", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/autogpt_warlock.json b/arena/autogpt_warlock.json
deleted file mode 100644
index 5f6e9c0a5..000000000
--- a/arena/autogpt_warlock.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/warlockee/AutoGPT-wl",
- "timestamp": "2023-10-27T00:46:05.266939",
- "commit_hash_to_benchmark": "6f66376bb8a4116330fe867d9dff83f938f7aa14",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/autogptagent.json b/arena/autogptagent.json
deleted file mode 100644
index 589001597..000000000
--- a/arena/autogptagent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/YasienDwieb/AutoGPT",
- "timestamp": "2023-11-04T21:13:17.223261",
- "commit_hash_to_benchmark": "0b55de62dc61a33ccf944d80b6d55c730286e07d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/avengaGPT.json b/arena/avengaGPT.json
deleted file mode 100644
index f95163865..000000000
--- a/arena/avengaGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/sebabetz/AutoGPT",
- "timestamp": "2023-10-24T05:25:26.059512",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/babe_perphorator_.json b/arena/babe_perphorator_.json
deleted file mode 100644
index ed3396907..000000000
--- a/arena/babe_perphorator_.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/beavishead/automaton.git",
- "timestamp": "2023-10-11T09:43:19.859956",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/baby_agent.json b/arena/baby_agent.json
deleted file mode 100644
index ee8f386cc..000000000
--- a/arena/baby_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/keli-61/AutoK",
- "timestamp": "2023-10-19T07:39:13.300108",
- "commit_hash_to_benchmark": "1a30d00194b46f8b923bab191404ce9123e34bdf",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/bait.json b/arena/bait.json
deleted file mode 100644
index 9c886bfba..000000000
--- a/arena/bait.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/a0balaton/AutoGPT",
- "timestamp": "2023-11-03T07:38:34.616504",
- "commit_hash_to_benchmark": "d9ec0ac3ad7b48eb44e6403e88d2dc5696fd4950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/beyond.json b/arena/beyond.json
deleted file mode 100644
index dd51cc2fe..000000000
--- a/arena/beyond.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/sn0wdown/AutoGPT",
- "timestamp": "2023-10-25T07:22:09.723393",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/bigman.json b/arena/bigman.json
deleted file mode 100644
index 00d439582..000000000
--- a/arena/bigman.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bathrobe/autogpt",
- "timestamp": "2023-10-04T18:32:29.402925",
- "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/billy.json b/arena/billy.json
deleted file mode 100644
index 44253eded..000000000
--- a/arena/billy.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/khelil/AutoGPT",
- "timestamp": "2023-10-14T17:51:54.044334",
- "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/bingoTesting.json b/arena/bingoTesting.json
deleted file mode 100644
index a8fd1e210..000000000
--- a/arena/bingoTesting.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bingotyty/AutoGPT",
- "timestamp": "2023-11-06T04:16:38.612948",
- "commit_hash_to_benchmark": "a1d60878141116641ea864ef6de7ca6142e9534c",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/bosaeed_agent.json b/arena/bosaeed_agent.json
deleted file mode 100644
index e2a1dcc97..000000000
--- a/arena/bosaeed_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bosaeed/AutoGPT.git",
- "timestamp": "2023-10-03T15:31:04.721867",
- "commit_hash_to_benchmark": "3da29eae45683457131ee8736bedae7e2a74fbba",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/bot.json b/arena/bot.json
deleted file mode 100644
index 3552e7447..000000000
--- a/arena/bot.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Sampson2016/AutoGPT",
- "timestamp": "2023-09-26T07:44:15.563183",
- "commit_hash_to_benchmark": "3d4307a848880c8509e8356bbb9146f0e6f917f4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/bot01.json b/arena/bot01.json
deleted file mode 100644
index eca05f793..000000000
--- a/arena/bot01.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Arthur-Heng/AutoGPT",
- "timestamp": "2023-10-12T04:16:30.658280",
- "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/buddy.json b/arena/buddy.json
deleted file mode 100644
index 3b2653f9d..000000000
--- a/arena/buddy.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/danhamilt/AutoGPT",
- "timestamp": "2023-10-09T01:07:11.246485",
- "commit_hash_to_benchmark": "b52aba4ef545add8fb6c7f8009615cb38e24db80",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/burt.json b/arena/burt.json
deleted file mode 100644
index 7f9acb5ef..000000000
--- a/arena/burt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/D4t4DrU1d/burt",
- "timestamp": "2023-10-05T14:00:59.740170",
- "commit_hash_to_benchmark": "a55ed27679f608003372feb9eb61f0104ca87858",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/business.json b/arena/business.json
deleted file mode 100644
index c086daeaa..000000000
--- a/arena/business.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/danielfebrero/AutoGPT",
- "timestamp": "2023-10-21T16:12:05.424875",
- "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/byl.json b/arena/byl.json
deleted file mode 100644
index c57a574d5..000000000
--- a/arena/byl.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/yoonh12/byl",
- "timestamp": "2023-10-01T08:36:20.309716",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/career-agent.json b/arena/career-agent.json
deleted file mode 100644
index ba2877abf..000000000
--- a/arena/career-agent.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/asifdotpy/CareerGPT", "timestamp": "2023-10-23T09:20:51Z", "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/caud.json b/arena/caud.json
deleted file mode 100644
index 63dcaeef4..000000000
--- a/arena/caud.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Swiftyos/CAUD",
- "timestamp": "2023-10-07T15:44:40.526955",
- "commit_hash_to_benchmark": "7a33af387e6959506eb8f01b49d296defe587e6d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ccace.json b/arena/ccace.json
deleted file mode 100644
index ae1628cd8..000000000
--- a/arena/ccace.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ccsnow127/AutoGPT",
- "timestamp": "2023-10-23T08:28:38.119283",
- "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/chappigpt.json b/arena/chappigpt.json
deleted file mode 100644
index a136db128..000000000
--- a/arena/chappigpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Wiradjuri/chappi.git",
- "timestamp": "2023-10-08T06:20:43.527806",
- "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/chappyAi.json b/arena/chappyAi.json
deleted file mode 100644
index 3da98b8c7..000000000
--- a/arena/chappyAi.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Wiradjuri/chappi.git",
- "timestamp": "2023-10-08T06:50:59.175273",
- "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/chatgpt_taller.json b/arena/chatgpt_taller.json
deleted file mode 100644
index 996c78970..000000000
--- a/arena/chatgpt_taller.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/leobusar/AutoGPT",
- "timestamp": "2023-10-10T04:06:42.480712",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/chengshu.json b/arena/chengshu.json
deleted file mode 100644
index e4cffdb81..000000000
--- a/arena/chengshu.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/skadai/AutoGPT",
- "timestamp": "2023-10-26T06:54:04.511066",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/chenzo.json b/arena/chenzo.json
deleted file mode 100644
index 9717e91a7..000000000
--- a/arena/chenzo.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/chenzino/AutoGPT",
- "timestamp": "2023-10-05T00:25:37.141373",
- "commit_hash_to_benchmark": "7f89b8aae8748bc88b29ca94c3604ba540bbef94",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/cislerk2.json b/arena/cislerk2.json
deleted file mode 100644
index 3d4c9dd10..000000000
--- a/arena/cislerk2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/cislerk/AutoGPT",
- "timestamp": "2023-10-10T21:05:38.064647",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/codebutler.json b/arena/codebutler.json
deleted file mode 100644
index c42fae827..000000000
--- a/arena/codebutler.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/AJV009/AutoGPT", "timestamp": "2023-10-26T05:03:09Z", "commit_hash_to_benchmark": "03a95a5333db52ac5b129306e47423b638d649b0", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/coder_first.json b/arena/coder_first.json
deleted file mode 100644
index 5e8048a32..000000000
--- a/arena/coder_first.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mtx-light/AutoGPT",
- "timestamp": "2023-10-29T07:22:26.774555",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/contentstrategy.json b/arena/contentstrategy.json
deleted file mode 100644
index d1b9dd5af..000000000
--- a/arena/contentstrategy.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/banderson12/AutoGPT", "timestamp": "2023-10-21T04:13:13Z", "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/cssupdater.json b/arena/cssupdater.json
deleted file mode 100644
index 91959adcb..000000000
--- a/arena/cssupdater.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mplummeridge/AutoGPT",
- "timestamp": "2023-10-24T01:25:47.059251",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/da-agent.json b/arena/da-agent.json
deleted file mode 100644
index 78bce3e7e..000000000
--- a/arena/da-agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/rayzh-lab/AutoGPT",
- "timestamp": "2023-10-12T13:37:26.964846",
- "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/date-buffer.json b/arena/date-buffer.json
deleted file mode 100644
index ea91442b8..000000000
--- a/arena/date-buffer.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/jackbullen/AutoGPT",
- "timestamp": "2023-10-14T03:55:27.817045",
- "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/davidtest1.json b/arena/davidtest1.json
deleted file mode 100644
index fbaa94451..000000000
--- a/arena/davidtest1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ningzero/AutoGPTTest",
- "timestamp": "2023-11-01T10:08:15.790059",
- "commit_hash_to_benchmark": "bc61ea35b5a52cc948657aac0ed8fc3f3191ec04",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/davidtestagent.json b/arena/davidtestagent.json
deleted file mode 100644
index 0fd27d2b5..000000000
--- a/arena/davidtestagent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ningzero/AutoGPTTest",
- "timestamp": "2023-11-01T09:29:35.474709",
- "commit_hash_to_benchmark": "bc61ea35b5a52cc948657aac0ed8fc3f3191ec04",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/dda.json b/arena/dda.json
deleted file mode 100644
index 3f628dd87..000000000
--- a/arena/dda.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/aiherrera1/AutoGPT",
- "timestamp": "2023-10-15T18:03:04.765167",
- "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/decision-maker.json b/arena/decision-maker.json
deleted file mode 100644
index 623522fe2..000000000
--- a/arena/decision-maker.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/vishnub1626/AutoGPT",
- "timestamp": "2023-09-28T11:33:39.045838",
- "commit_hash_to_benchmark": "4f15b1c5825b3f044c901995e3399d4eacf7ec66",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/dev_agent.json b/arena/dev_agent.json
deleted file mode 100644
index 25aec8ac7..000000000
--- a/arena/dev_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/pedrovvitor/AutoGPT",
- "timestamp": "2023-10-15T14:25:07.534330",
- "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/devagent.json b/arena/devagent.json
deleted file mode 100644
index f65809e14..000000000
--- a/arena/devagent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/w6m6/kkgpt",
- "timestamp": "2023-10-20T08:29:25.708364",
- "commit_hash_to_benchmark": "052802ff8d9354f23620eb8b6a5fd68cda7e5c0e",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/dive2code.json b/arena/dive2code.json
deleted file mode 100644
index 2280c1bef..000000000
--- a/arena/dive2code.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/qwdqwqdwqd/autogpt", "timestamp": "2023-10-25T17:55:18Z", "commit_hash_to_benchmark": "c8d239ef6492d7fe30c099909e01a2eede678b70", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/dndagent.json b/arena/dndagent.json
deleted file mode 100644
index 9617293db..000000000
--- a/arena/dndagent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/xSudoNymx/AutoGPT",
- "timestamp": "2023-10-13T04:48:12.424344",
- "commit_hash_to_benchmark": "38790a27ed2c1b63a301b6a67e7590f2d30de53e",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/dy_agent.json b/arena/dy_agent.json
deleted file mode 100644
index fd5c981b1..000000000
--- a/arena/dy_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/dyabel/AutoGPT",
- "timestamp": "2023-09-24T07:25:55.818276",
- "commit_hash_to_benchmark": "a09d2a581f7b435ea55aa32a5fc7bbb093f4d021",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/dy_agent2.json b/arena/dy_agent2.json
deleted file mode 100644
index c6ae45ee6..000000000
--- a/arena/dy_agent2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/dyabel/AutoGPT",
- "timestamp": "2023-09-24T09:30:13.885689",
- "commit_hash_to_benchmark": "a09d2a581f7b435ea55aa32a5fc7bbb093f4d021",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/easn.json b/arena/easn.json
deleted file mode 100644
index c7ba6bcad..000000000
--- a/arena/easn.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/qazwsxdshb/AutoGPT",
- "timestamp": "2023-10-21T08:00:39.287093",
- "commit_hash_to_benchmark": "415b4ceed1417d0b21d87d7d4ea0cd38943e264f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/eddy.json b/arena/eddy.json
deleted file mode 100644
index 12e625b4c..000000000
--- a/arena/eddy.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ltxctdbnn/AutoGPT",
- "timestamp": "2023-10-17T08:42:59.396592",
- "commit_hash_to_benchmark": "1eadc64dc0a693c7c9de77ddaef857f3a36f7950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ekc911_agent.json b/arena/ekc911_agent.json
deleted file mode 100644
index f755e78ea..000000000
--- a/arena/ekc911_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/seacrest/ekc911GPT.git",
- "timestamp": "2023-10-05T03:09:36.845932",
- "commit_hash_to_benchmark": "73ef89e03a719ec1b2f01b0f04e9b1f64ffb2a7d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/engineer.json b/arena/engineer.json
deleted file mode 100644
index ef0a2f12e..000000000
--- a/arena/engineer.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bary12/AutoGPT",
- "timestamp": "2023-10-18T07:21:47.127207",
- "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/evlyn.json b/arena/evlyn.json
deleted file mode 100644
index 115c41e11..000000000
--- a/arena/evlyn.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/TimothyZhang/AutoGPT",
- "timestamp": "2023-09-26T04:13:50.107902",
- "commit_hash_to_benchmark": "e8aae7731919ee37444fd0871d05bff38f03ab66",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/evo-ninja.json b/arena/evo-ninja.json
deleted file mode 100644
index e7ec02cb9..000000000
--- a/arena/evo-ninja.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/polywrap/evo.ninja",
- "timestamp": "2023-10-26T09:05:21.013962",
- "commit_hash_to_benchmark": "8832a1008607ab8a27de81fbea69bc73c3febb6f",
- "branch_to_benchmark": "dev"
-} \ No newline at end of file
diff --git a/arena/evo.json b/arena/evo.json
deleted file mode 100644
index 48de830fe..000000000
--- a/arena/evo.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/abdllahdev/evo",
- "timestamp": "2023-09-24T04:36:48.363989",
- "commit_hash_to_benchmark": "075529ddc9cbca45ff98f0701baed9b89a712c23",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/faran.json b/arena/faran.json
deleted file mode 100644
index d67d39544..000000000
--- a/arena/faran.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/faranbutt/AutoGPT",
- "timestamp": "2023-10-03T11:37:15.047378",
- "commit_hash_to_benchmark": "949ab477a87cfb7a3668d7961e9443922081e098",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/first-agent.json b/arena/first-agent.json
deleted file mode 100644
index 34eb08d44..000000000
--- a/arena/first-agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/DG1202/AutoGPT.git",
- "timestamp": "2023-10-22T15:08:00.869208",
- "commit_hash_to_benchmark": "16e266c65fb4620a1b1397532c503fa426ec191d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/foobar.json b/arena/foobar.json
deleted file mode 100644
index e50206676..000000000
--- a/arena/foobar.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/sosthoff/AutoGPT",
- "timestamp": "2023-10-07T17:23:59.763991",
- "commit_hash_to_benchmark": "a00d880a3fd62373f53a0b0a45c9dcfdb45968e4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/frankgarcia.json b/arena/frankgarcia.json
deleted file mode 100644
index b02dd557d..000000000
--- a/arena/frankgarcia.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/variavista/AutoGPT",
- "timestamp": "2023-09-28T07:03:33.140557",
- "commit_hash_to_benchmark": "a555e936c48bca8c794c7116d62a91628e59ac14",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/fritzgpt.json b/arena/fritzgpt.json
deleted file mode 100644
index e9bae34ff..000000000
--- a/arena/fritzgpt.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/bsenst/FritzGPT", "timestamp": "2023-10-07T11:54:36Z", "commit_hash_to_benchmark": "bb960ffb9fadc45fe4fb5277053caa831f196578", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/fst.json b/arena/fst.json
deleted file mode 100644
index 97216c4dd..000000000
--- a/arena/fst.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/onewesong/AutoGPT",
- "timestamp": "2023-10-10T07:04:45.268630",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/fuzz_gen.json b/arena/fuzz_gen.json
deleted file mode 100644
index 87273ae48..000000000
--- a/arena/fuzz_gen.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/stplaydog/AutoGPT",
- "timestamp": "2023-09-29T16:15:33.360163",
- "commit_hash_to_benchmark": "76c321d6b1a3c6ed938c90149a2954b7dade761a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/gaby_agent.json b/arena/gaby_agent.json
deleted file mode 100644
index 7b57d6dae..000000000
--- a/arena/gaby_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://ggonza156: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@github.com/ggonza156/AutoGPT",
- "timestamp": "2023-10-21T23:52:39.199690",
- "commit_hash_to_benchmark": "eda21d51921899756bf866cf5c4d0f2dcd3e2e23",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/gen_fuzz.json b/arena/gen_fuzz.json
deleted file mode 100644
index c6486156c..000000000
--- a/arena/gen_fuzz.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/stplaydog/AutoGPT",
- "timestamp": "2023-09-29T17:45:56.921760",
- "commit_hash_to_benchmark": "76c321d6b1a3c6ed938c90149a2954b7dade761a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ghostcoder.json b/arena/ghostcoder.json
deleted file mode 100644
index 738061238..000000000
--- a/arena/ghostcoder.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/aorwall/AutoGPT", "timestamp": "2023-10-26T07:02:18Z", "commit_hash_to_benchmark": "580b4467851b879ef6ce369128e8c7a0399f8877", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/gipity.json b/arena/gipity.json
deleted file mode 100644
index 84d2d893e..000000000
--- a/arena/gipity.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/koad/gpt",
- "timestamp": "2023-10-02T19:47:45.668048",
- "commit_hash_to_benchmark": "163ab75379e1ee7792f50d4d70a1f482ca9cb6a1",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/gpt-dev-engineer-agent.json b/arena/gpt-dev-engineer-agent.json
deleted file mode 100644
index 080c9ab04..000000000
--- a/arena/gpt-dev-engineer-agent.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", "timestamp": "2023-10-26T09:33:03Z", "commit_hash_to_benchmark": "1e4f2dc004b92b9f236543674f94fb9f0af9bb2e", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/gpt-eng-forge.json b/arena/gpt-eng-forge.json
deleted file mode 100644
index 348120b3a..000000000
--- a/arena/gpt-eng-forge.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/pbharrin/AutoGPT",
- "timestamp": "2023-09-26T17:55:18.530567",
- "commit_hash_to_benchmark": "a09d2a581f7b435ea55aa32a5fc7bbb093f4d021",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/gpt-engineer.json b/arena/gpt-engineer.json
deleted file mode 100644
index 080c9ab04..000000000
--- a/arena/gpt-engineer.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/ATheorell/AutoGPTArenaHack", "timestamp": "2023-10-26T09:33:03Z", "commit_hash_to_benchmark": "1e4f2dc004b92b9f236543674f94fb9f0af9bb2e", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/gpt_for_beans.json b/arena/gpt_for_beans.json
deleted file mode 100644
index 5f9e89282..000000000
--- a/arena/gpt_for_beans.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/xiazaiba7/AutoGPT.git",
- "timestamp": "2023-11-02T06:07:34.435957",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/hall_oto.json b/arena/hall_oto.json
deleted file mode 100644
index 09928183c..000000000
--- a/arena/hall_oto.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/helloworld4774/AutoGPT.git",
- "timestamp": "2023-10-01T17:47:00.644268",
- "commit_hash_to_benchmark": "26cf7c2e3f7b8f61ecda9e301f7a4b36f2b14f2f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/han.json b/arena/han.json
deleted file mode 100644
index 8cf8cb54c..000000000
--- a/arena/han.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Hanhan0831/AutoGPT",
- "timestamp": "2023-10-14T01:01:58.300995",
- "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/happy_guy.json b/arena/happy_guy.json
deleted file mode 100644
index d1df91da3..000000000
--- a/arena/happy_guy.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/jianglonghui/AutoGPT",
- "timestamp": "2023-11-03T08:54:39.949387",
- "commit_hash_to_benchmark": "d9ec0ac3ad7b48eb44e6403e88d2dc5696fd4950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/hello.json b/arena/hello.json
deleted file mode 100644
index 44d8836c8..000000000
--- a/arena/hello.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ldnvnbl/AutoGPT",
- "timestamp": "2023-10-20T09:37:16.860422",
- "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/hodri.json b/arena/hodri.json
deleted file mode 100644
index 32e489bfc..000000000
--- a/arena/hodri.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bilisim1995/AutoGPT",
- "timestamp": "2023-10-27T10:51:20.447157",
- "commit_hash_to_benchmark": "f4985395a94da84b79252bd4d88e040472e1bf6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/houxe.json b/arena/houxe.json
deleted file mode 100644
index ab5a7072c..000000000
--- a/arena/houxe.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/jiarung/AutoGPTTest",
- "timestamp": "2023-10-30T08:30:59.320850",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/icode.json b/arena/icode.json
deleted file mode 100644
index d71f8df81..000000000
--- a/arena/icode.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/krishnaji/AutoGPT",
- "timestamp": "2023-10-13T01:09:31.395541",
- "commit_hash_to_benchmark": "38790a27ed2c1b63a301b6a67e7590f2d30de53e",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/iku2.json b/arena/iku2.json
deleted file mode 100644
index 63b33adfb..000000000
--- a/arena/iku2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/IkuOhama/AutoGPT",
- "timestamp": "2023-09-27T22:46:33.754238",
- "commit_hash_to_benchmark": "793ff1c163bb0f9bd3e0c788b4978b8dc193ba6a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/illynet.json b/arena/illynet.json
deleted file mode 100644
index 269222fc6..000000000
--- a/arena/illynet.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/illyx1/AutoGPT.git",
- "timestamp": "2023-10-26T06:51:32.589776",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/illynetV2.json b/arena/illynetV2.json
deleted file mode 100644
index 005672b39..000000000
--- a/arena/illynetV2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/illyx1/AutoGPT.git",
- "timestamp": "2023-10-26T13:14:45.725000",
- "commit_hash_to_benchmark": "19175badeefc1325f3fa1a7797ddcfb913c23076",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/illyx1.json b/arena/illyx1.json
deleted file mode 100644
index 9cedd5c60..000000000
--- a/arena/illyx1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/illyx1/AutoGPT.git",
- "timestamp": "2023-10-26T12:36:26.810636",
- "commit_hash_to_benchmark": "19175badeefc1325f3fa1a7797ddcfb913c23076",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/info-retrieval.json b/arena/info-retrieval.json
deleted file mode 100644
index 1aa51aac7..000000000
--- a/arena/info-retrieval.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/paperMoose/AutoGPT",
- "timestamp": "2023-10-07T21:38:11.070180",
- "commit_hash_to_benchmark": "a00d880a3fd62373f53a0b0a45c9dcfdb45968e4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ivangpt_agent.json b/arena/ivangpt_agent.json
deleted file mode 100644
index edf940b22..000000000
--- a/arena/ivangpt_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ivanliu1989/Auto-GPT",
- "timestamp": "2023-10-29T11:24:30.873532",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/jarvis2.json b/arena/jarvis2.json
deleted file mode 100644
index c628f8f54..000000000
--- a/arena/jarvis2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/MissingDLL/AutoGPT",
- "timestamp": "2023-10-08T15:23:46.256775",
- "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/jarvis3.json b/arena/jarvis3.json
deleted file mode 100644
index c54000f16..000000000
--- a/arena/jarvis3.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/MissingDLL/AutoGPT",
- "timestamp": "2023-10-08T15:58:33.790030",
- "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/jaxbob1.json b/arena/jaxbob1.json
deleted file mode 100644
index db115ceb2..000000000
--- a/arena/jaxbob1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/redthing1/AutoGPT",
- "timestamp": "2023-10-05T20:02:22.372414",
- "commit_hash_to_benchmark": "3b7d83a1a6d3fef1d415bfd1d4ba32ca1ba797cc",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/job_apply.json b/arena/job_apply.json
deleted file mode 100644
index afbeed4e9..000000000
--- a/arena/job_apply.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/tkbeili/AutoGPT",
- "timestamp": "2023-10-01T04:49:20.239338",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/jonesyboi.json b/arena/jonesyboi.json
deleted file mode 100644
index 93b617c17..000000000
--- a/arena/jonesyboi.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/neilrjones/AutoGPT",
- "timestamp": "2023-10-18T02:39:02.039894",
- "commit_hash_to_benchmark": "d173dd772dfbcce1b75148271857092bc8c22b5c",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/justwondering.json b/arena/justwondering.json
deleted file mode 100644
index 0d27545a7..000000000
--- a/arena/justwondering.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/tbxy09/JustWondering", "timestamp": "2023-10-26T09:48:15Z", "commit_hash_to_benchmark": "b52fea9ba7510adb8c1e7e5cfb83f5fa181d73cf", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/kingmitch.json b/arena/kingmitch.json
deleted file mode 100644
index 304ea0521..000000000
--- a/arena/kingmitch.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mitch11223/AutoGPT.git",
- "timestamp": "2023-10-20T17:15:31.044252",
- "commit_hash_to_benchmark": "825c3adf62879fa9f91a19c11010336de5c98bfc",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/lawk.json b/arena/lawk.json
deleted file mode 100644
index 09d5cab74..000000000
--- a/arena/lawk.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/xiaolongtuan-yuan/AutoGPT",
- "timestamp": "2023-10-26T06:18:01.049166",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/lcdegpt.json b/arena/lcdegpt.json
deleted file mode 100644
index 637e1e1fa..000000000
--- a/arena/lcdegpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/tablc/lcdegpt",
- "timestamp": "2023-10-17T07:00:24.125505",
- "commit_hash_to_benchmark": "1eadc64dc0a693c7c9de77ddaef857f3a36f7950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/letst.json b/arena/letst.json
deleted file mode 100644
index 0a0d582af..000000000
--- a/arena/letst.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/jianhuanggo/AutoTestTest",
- "timestamp": "2023-10-16T19:07:43.009481",
- "commit_hash_to_benchmark": "546e08a5cf2413fcfb857e2c41d21c80c3364218",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/letstest.json b/arena/letstest.json
deleted file mode 100644
index 5862da1a7..000000000
--- a/arena/letstest.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/jianhuanggo/AutoTestTest",
- "timestamp": "2023-10-16T18:38:28.787259",
- "commit_hash_to_benchmark": "546e08a5cf2413fcfb857e2c41d21c80c3364218",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/lilAgent.json b/arena/lilAgent.json
deleted file mode 100644
index cbd9f2fb0..000000000
--- a/arena/lilAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mvuthegoat/AutoGPT.git",
- "timestamp": "2023-10-29T17:17:08.476300",
- "commit_hash_to_benchmark": "9a30e0f9a43fe05005e36f0bad8531e3a92fd9e6",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/linggong.json b/arena/linggong.json
deleted file mode 100644
index c89fd2fe4..000000000
--- a/arena/linggong.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/linggong2023/AutoGPT",
- "timestamp": "2023-10-24T12:40:35.679665",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/liuzh.json b/arena/liuzh.json
deleted file mode 100644
index 5b95e218d..000000000
--- a/arena/liuzh.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Hanzhang-lang/AutoGPT_zh",
- "timestamp": "2023-10-24T10:25:02.790189",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ltzAgent.json b/arena/ltzAgent.json
deleted file mode 100644
index 59635f03c..000000000
--- a/arena/ltzAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ltzmaxwell/AutoGPT",
- "timestamp": "2023-10-25T08:58:41.646491",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/martingpt.json b/arena/martingpt.json
deleted file mode 100644
index 849f42003..000000000
--- a/arena/martingpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/martinpeng/AutoGPT",
- "timestamp": "2023-10-18T05:30:19.072793",
- "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/medical-agent.json b/arena/medical-agent.json
deleted file mode 100644
index 47e0a6a08..000000000
--- a/arena/medical-agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/daviddhc20120601/AutoGPT",
- "timestamp": "2023-11-02T02:08:34.264727",
- "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/metware.json b/arena/metware.json
deleted file mode 100644
index 8f433581c..000000000
--- a/arena/metware.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/chenxuya/AutoGPT",
- "timestamp": "2023-10-23T02:23:48.775561",
- "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/miniAgent.json b/arena/miniAgent.json
deleted file mode 100644
index ad71b21b9..000000000
--- a/arena/miniAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bigzz/AutoGPT",
- "timestamp": "2023-10-23T02:41:41.828607",
- "commit_hash_to_benchmark": "1a30d00194b46f8b923bab191404ce9123e34bdf",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/minister_agent.json b/arena/minister_agent.json
deleted file mode 100644
index b66f0b76a..000000000
--- a/arena/minister_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/miandai/AutoGPT",
- "timestamp": "2023-10-25T11:58:34.781500",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/misslu.json b/arena/misslu.json
deleted file mode 100644
index 21dc02a45..000000000
--- a/arena/misslu.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/JasonZhang95/AutoGPT",
- "timestamp": "2023-10-02T11:37:30.488121",
- "commit_hash_to_benchmark": "062d286c239dc863ede4ad475d7348698722f5fa",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/mljar-agent.json b/arena/mljar-agent.json
deleted file mode 100644
index 70c2e7b6d..000000000
--- a/arena/mljar-agent.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/mljar/mljar-agent", "timestamp": "2023-10-25T14:04:51Z", "commit_hash_to_benchmark": "2fbc4d6ef48f0201c046b649e7bc74b9d11ae4e5", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/momo.json b/arena/momo.json
deleted file mode 100644
index b2045bccc..000000000
--- a/arena/momo.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/UICJohn/AutoGPT", "timestamp": "2023-10-19T09:52:19Z", "commit_hash_to_benchmark": "3aa92c082ac6912b45583b39d59a13cfda665322", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/monthly_summary.json b/arena/monthly_summary.json
deleted file mode 100644
index 3f222a61e..000000000
--- a/arena/monthly_summary.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/corpetty/AutoGPT",
- "timestamp": "2023-09-26T19:43:56.005780",
- "commit_hash_to_benchmark": "cf630e4f2cee04fd935612f95308322cd9eb1df7",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/mrSabelotodo.json b/arena/mrSabelotodo.json
deleted file mode 100644
index 4d8a49f6c..000000000
--- a/arena/mrSabelotodo.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/joslangarica/AutoGPT.git",
- "timestamp": "2023-10-03T01:11:32.290733",
- "commit_hash_to_benchmark": "949ab477a87cfb7a3668d7961e9443922081e098",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/myGPT.json b/arena/myGPT.json
deleted file mode 100644
index f5592ec06..000000000
--- a/arena/myGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Tianxu-Jia/AutoGPT.git",
- "timestamp": "2023-10-03T10:59:48.149445",
- "commit_hash_to_benchmark": "949ab477a87cfb7a3668d7961e9443922081e098",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/my_AutoGPT.json b/arena/my_AutoGPT.json
deleted file mode 100644
index 2b48e64bd..000000000
--- a/arena/my_AutoGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Tianxu-Jia/AutoGPT.git",
- "timestamp": "2023-10-03T08:57:28.681756",
- "commit_hash_to_benchmark": "949ab477a87cfb7a3668d7961e9443922081e098",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/my_fx_agent.json b/arena/my_fx_agent.json
deleted file mode 100644
index 314e63482..000000000
--- a/arena/my_fx_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Significant-Gravitas/AutoGPT.git",
- "timestamp": "2023-10-18T07:09:36.565783",
- "commit_hash_to_benchmark": "e9b64adae9fce180a392c726457e150177e746fb",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/my_gpt.json b/arena/my_gpt.json
deleted file mode 100644
index 2eb700672..000000000
--- a/arena/my_gpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/dawnchen123/AutoGPT",
- "timestamp": "2023-11-01T02:08:06.032041",
- "commit_hash_to_benchmark": "c65b71d51d8f849663172c5a128953b4ca92b2b0",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/mygent.json b/arena/mygent.json
deleted file mode 100644
index 5eda9ff63..000000000
--- a/arena/mygent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/prashanthi-instalily/AutoGPT",
- "timestamp": "2023-10-24T13:31:28.287257",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/nawalj.json b/arena/nawalj.json
deleted file mode 100644
index 0506380f1..000000000
--- a/arena/nawalj.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/nawaljunaid/AutoGPT.git",
- "timestamp": "2023-10-03T18:41:12.930097",
- "commit_hash_to_benchmark": "3374fd181852d489e51ee33a25d12a064a0bb55d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/newAgent.json b/arena/newAgent.json
deleted file mode 100644
index 9ace7df0a..000000000
--- a/arena/newAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/alexsoshnikov/AutoGPT",
- "timestamp": "2023-10-10T09:27:10.249840",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/northfork.json b/arena/northfork.json
deleted file mode 100644
index 0b5076ce7..000000000
--- a/arena/northfork.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Sewen/AutoGPT",
- "timestamp": "2023-09-26T07:18:29.975526",
- "commit_hash_to_benchmark": "3d4307a848880c8509e8356bbb9146f0e6f917f4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/od_agent_1.json b/arena/od_agent_1.json
deleted file mode 100644
index 068becf68..000000000
--- a/arena/od_agent_1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mattsinnock/AutoGPT",
- "timestamp": "2023-10-05T01:13:15.930770",
- "commit_hash_to_benchmark": "73ef89e03a719ec1b2f01b0f04e9b1f64ffb2a7d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/operationAgent.json b/arena/operationAgent.json
deleted file mode 100644
index f4587aaa0..000000000
--- a/arena/operationAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/KMing-L/AutoGPT",
- "timestamp": "2023-10-09T02:21:56.002832",
- "commit_hash_to_benchmark": "2d865cc9e6d0b3c7f10777849adf9492b6400904",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/personal-al-website.json b/arena/personal-al-website.json
deleted file mode 100644
index 905ae4ade..000000000
--- a/arena/personal-al-website.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Hazzari/AutoGPT",
- "timestamp": "2023-10-01T11:59:23.504561",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/piGPT.json b/arena/piGPT.json
deleted file mode 100644
index a01cb6c4a..000000000
--- a/arena/piGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/pihanya/AutoGPT",
- "timestamp": "2023-10-06T20:37:37.445255",
- "commit_hash_to_benchmark": "abf88fe5097770b1da3383a19208b5a23e2371f3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/pipeline.json b/arena/pipeline.json
deleted file mode 100644
index 4ce4eed21..000000000
--- a/arena/pipeline.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/geesugar/AutoGPT",
- "timestamp": "2023-09-26T04:52:08.379642",
- "commit_hash_to_benchmark": "075529ddc9cbca45ff98f0701baed9b89a712c23",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/podcast_agent.json b/arena/podcast_agent.json
deleted file mode 100644
index 6b7487bfa..000000000
--- a/arena/podcast_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/aliumujib/AutoGPT",
- "timestamp": "2023-10-28T06:03:18.488676",
- "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/potato.json b/arena/potato.json
deleted file mode 100644
index c78cec9d6..000000000
--- a/arena/potato.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/volkov/AutoGPT", "timestamp": "2023-10-23T05:24:11Z", "commit_hash_to_benchmark": "7d2532c1814d624725e7a1fce8831dc0def27fb8", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/project_assitant.json b/arena/project_assitant.json
deleted file mode 100644
index 239a7c921..000000000
--- a/arena/project_assitant.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/milog1994/AutoGPT.git",
- "timestamp": "2023-10-30T21:08:25.083221",
- "commit_hash_to_benchmark": "d9fbd26b8563e5f59d705623bae0d5cf9c9499c7",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/project_master.json b/arena/project_master.json
deleted file mode 100644
index 79e0f5a23..000000000
--- a/arena/project_master.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/milog1994/AutoGPT.git",
- "timestamp": "2023-10-30T21:14:18.974130",
- "commit_hash_to_benchmark": "d9fbd26b8563e5f59d705623bae0d5cf9c9499c7",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/project_review.json b/arena/project_review.json
deleted file mode 100644
index e5889d49a..000000000
--- a/arena/project_review.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/oneforce/AutoGPT",
- "timestamp": "2023-10-24T09:51:05.658251",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/prometheus.json b/arena/prometheus.json
deleted file mode 100644
index bcd8f6660..000000000
--- a/arena/prometheus.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/yashrahurikar23/prometheus",
- "timestamp": "2023-10-04T15:21:16.474459",
- "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/proudgpt.json b/arena/proudgpt.json
deleted file mode 100644
index 383a4a2f8..000000000
--- a/arena/proudgpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/OmarHory/Star-Agent",
- "timestamp": "2023-10-01T22:11:15.978902",
- "commit_hash_to_benchmark": "8252a2fa8fee852a22093bf7fd8755f86c6b0ad5",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/qinghu3.json b/arena/qinghu3.json
deleted file mode 100644
index 06b4a4d94..000000000
--- a/arena/qinghu3.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/QingHu1227/AutoGPT.git",
- "timestamp": "2023-11-06T04:11:34.227212",
- "commit_hash_to_benchmark": "a1d60878141116641ea864ef6de7ca6142e9534c",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ra.json b/arena/ra.json
deleted file mode 100644
index b29e96cec..000000000
--- a/arena/ra.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/aramfaghfouri/AutoGPT",
- "timestamp": "2023-10-23T18:03:39.069151",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/ra1.json b/arena/ra1.json
deleted file mode 100644
index 4b50158c6..000000000
--- a/arena/ra1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/aramfaghfouri/AutoGPT",
- "timestamp": "2023-10-23T18:12:20.095032",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/rachael.json b/arena/rachael.json
deleted file mode 100644
index fe57a0c5d..000000000
--- a/arena/rachael.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/dotdust/rachael.git",
- "timestamp": "2023-10-08T13:18:35.946639",
- "commit_hash_to_benchmark": "e99e9b6181f091a9625ef9b922dac15dd5f0a885",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/raindrop.json b/arena/raindrop.json
deleted file mode 100644
index 10decc9c8..000000000
--- a/arena/raindrop.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/tianbinraindrop/AutoGPT",
- "timestamp": "2023-10-01T02:24:57.822495",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/researchGPT.json b/arena/researchGPT.json
deleted file mode 100644
index 3784933f0..000000000
--- a/arena/researchGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/gty3310/AutoGPT",
- "timestamp": "2023-10-09T23:36:29.771968",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/researchGPT2.json b/arena/researchGPT2.json
deleted file mode 100644
index eadb82df0..000000000
--- a/arena/researchGPT2.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/gty3310/AutoGPT",
- "timestamp": "2023-10-17T15:22:36.628578",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/research_analyst.json b/arena/research_analyst.json
deleted file mode 100644
index 675df1ad8..000000000
--- a/arena/research_analyst.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/aramfaghfouri/AutoGPT",
- "timestamp": "2023-10-23T17:53:54.235178",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/robita.json b/arena/robita.json
deleted file mode 100644
index 15f3d44ac..000000000
--- a/arena/robita.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/atetsuka/AutoGPT",
- "timestamp": "2023-10-02T07:16:13.845473",
- "commit_hash_to_benchmark": "7ec92d8c063fc041eefd9522450e4ef52e5a34da",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/robot.json b/arena/robot.json
deleted file mode 100644
index 3f1eded5c..000000000
--- a/arena/robot.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/brisklad/AutoGPT",
- "timestamp": "2023-10-15T13:49:47.384228",
- "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/searchagent.json b/arena/searchagent.json
deleted file mode 100644
index 8136c1345..000000000
--- a/arena/searchagent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/sanjeevsaara/AutoGPT",
- "timestamp": "2023-10-16T00:01:53.051453",
- "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/set.json b/arena/set.json
deleted file mode 100644
index 14efa0819..000000000
--- a/arena/set.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/victorrica/AutoGPT",
- "timestamp": "2023-10-24T05:12:51.971269",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/sgpt.json b/arena/sgpt.json
deleted file mode 100644
index cf2ab22c0..000000000
--- a/arena/sgpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ya5has/sgpt",
- "timestamp": "2023-11-02T05:51:01.446153",
- "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/shivi.json b/arena/shivi.json
deleted file mode 100644
index e7ed40a85..000000000
--- a/arena/shivi.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/kshivang/DabblerGPT",
- "timestamp": "2023-10-07T01:39:16.601657",
- "commit_hash_to_benchmark": "b2d53d8d18c754a5b877ffeb9f42d3387c3324fd",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/sky.json b/arena/sky.json
deleted file mode 100644
index 49690196d..000000000
--- a/arena/sky.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/hmslsky/Auto-GPT",
- "timestamp": "2023-10-31T15:48:50.123435",
- "commit_hash_to_benchmark": "c65b71d51d8f849663172c5a128953b4ca92b2b0",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/smith.json b/arena/smith.json
deleted file mode 100644
index c3bfd5978..000000000
--- a/arena/smith.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/kevinboudot/AutoGPT",
- "timestamp": "2023-10-11T12:25:09.516293",
- "commit_hash_to_benchmark": "57bcbdf45c6c1493a4e5f6a4e72594ea13c10f93",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/songyalei.json b/arena/songyalei.json
deleted file mode 100644
index 2c3b7dcc3..000000000
--- a/arena/songyalei.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/songyalei/AutoGPT",
- "timestamp": "2023-11-16T07:11:39.746384",
- "commit_hash_to_benchmark": "fa357dd13928baa4d1e30054bc75edc5d68b08f1",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/sql.json b/arena/sql.json
deleted file mode 100644
index a9b357a80..000000000
--- a/arena/sql.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/monsterooo/AutoGPT",
- "timestamp": "2023-09-26T06:46:35.721082",
- "commit_hash_to_benchmark": "bec207568a93e38bff971525c53612813aa60730",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/stefan.json b/arena/stefan.json
deleted file mode 100644
index 96987be6b..000000000
--- a/arena/stefan.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/sutefu23/AutoGPT",
- "timestamp": "2023-10-21T01:03:06.362579",
- "commit_hash_to_benchmark": "03e56fece5008d119dd5ae97da57eb4db3d14a1d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/stockAgent.json b/arena/stockAgent.json
deleted file mode 100644
index b4a9c5d3d..000000000
--- a/arena/stockAgent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/SnowYoung/StockAgent",
- "timestamp": "2023-10-19T09:49:44.372589",
- "commit_hash_to_benchmark": "f62651ff3f1ece5520916bee7ee441e1949855f9",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/swarms.json b/arena/swarms.json
deleted file mode 100644
index 7bd572350..000000000
--- a/arena/swarms.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/ZackBradshaw/Auto-Swarms", "timestamp": "2023-10-16T15:03:21Z", "commit_hash_to_benchmark": "96b591c6f0918265e2256cb9c76ca2ff50f3983f", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/tdev.json b/arena/tdev.json
deleted file mode 100644
index 68518c814..000000000
--- a/arena/tdev.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/miguelcas12/tdev.git",
- "timestamp": "2023-09-26T17:36:53.829436",
- "commit_hash_to_benchmark": "cf630e4f2cee04fd935612f95308322cd9eb1df7",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/teacher.json b/arena/teacher.json
deleted file mode 100644
index 0e0291c00..000000000
--- a/arena/teacher.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/miaowacao/AutoGPT1",
- "timestamp": "2023-10-16T07:21:48.209351",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/test-tpk.json b/arena/test-tpk.json
deleted file mode 100644
index 87f4f4e2c..000000000
--- a/arena/test-tpk.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/seeseesky/AutoGPT",
- "timestamp": "2023-10-27T04:06:10.599340",
- "commit_hash_to_benchmark": "21b809794a90cf6f9a6aa41f179f420045becadc",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/test.json b/arena/test.json
deleted file mode 100644
index 00b762a09..000000000
--- a/arena/test.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Nivek92/AutoGPT",
- "timestamp": "2023-10-01T15:46:07.871808",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/test1.json b/arena/test1.json
deleted file mode 100644
index e9f9ff00a..000000000
--- a/arena/test1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mplummeridge/AutoGPT",
- "timestamp": "2023-10-24T01:06:24.100385",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/testGPT.json b/arena/testGPT.json
deleted file mode 100644
index f1078ed65..000000000
--- a/arena/testGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/PZON2/testGPT",
- "timestamp": "2023-10-15T12:06:56.373935",
- "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/thebestagent.json b/arena/thebestagent.json
deleted file mode 100644
index 0003b82b6..000000000
--- a/arena/thebestagent.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/hisandan/AutoGPT", "timestamp": "2023-10-09T14:10:20Z", "commit_hash_to_benchmark": "da5109b07d94ae3de1b3399ad2be6171b14cb304", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/theone.json b/arena/theone.json
deleted file mode 100644
index 0003b82b6..000000000
--- a/arena/theone.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/hisandan/AutoGPT", "timestamp": "2023-10-09T14:10:20Z", "commit_hash_to_benchmark": "da5109b07d94ae3de1b3399ad2be6171b14cb304", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/tiffGPT.json b/arena/tiffGPT.json
deleted file mode 100644
index 84833b637..000000000
--- a/arena/tiffGPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/darkcyber-ninja/AutoGPT",
- "timestamp": "2023-10-31T18:25:58.281391",
- "commit_hash_to_benchmark": "c65b71d51d8f849663172c5a128953b4ca92b2b0",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/trend_agent.json b/arena/trend_agent.json
deleted file mode 100644
index ba7d6839c..000000000
--- a/arena/trend_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Asmedeus998/AutoGPT.git",
- "timestamp": "2023-10-01T23:04:42.429686",
- "commit_hash_to_benchmark": "8252a2fa8fee852a22093bf7fd8755f86c6b0ad5",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/umiuni_agent.json b/arena/umiuni_agent.json
deleted file mode 100644
index 0dd76a137..000000000
--- a/arena/umiuni_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/umiuni-community/AutoGPT.git",
- "timestamp": "2023-10-01T11:37:00.284821",
- "commit_hash_to_benchmark": "a0fba5d1f13d35a1c4a8b7718550677bf62b5101",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/uply.json b/arena/uply.json
deleted file mode 100644
index f3058753e..000000000
--- a/arena/uply.json
+++ /dev/null
@@ -1 +0,0 @@
-{"github_repo_url": "https://github.com/uply23333/Uply-GPT", "timestamp": "2023-10-20T00:48:01Z", "commit_hash_to_benchmark": "052802ff8d9354f23620eb8b6a5fd68cda7e5c0e", "branch_to_benchmark": "master"} \ No newline at end of file
diff --git a/arena/url-to-lead.json b/arena/url-to-lead.json
deleted file mode 100644
index f7564d863..000000000
--- a/arena/url-to-lead.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/nikolajlovenhardt/AutoGPT",
- "timestamp": "2023-11-01T15:18:00.402718",
- "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/v-gpt.json b/arena/v-gpt.json
deleted file mode 100644
index 153719457..000000000
--- a/arena/v-gpt.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Varun565/AutoGPT",
- "timestamp": "2023-10-05T03:17:36.972978",
- "commit_hash_to_benchmark": "3374fd181852d489e51ee33a25d12a064a0bb55d",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/victor2-0.json b/arena/victor2-0.json
deleted file mode 100644
index b984c1bcc..000000000
--- a/arena/victor2-0.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/victorleduc/AutoGPT",
- "timestamp": "2023-10-23T23:35:53.044545",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/web_developer.json b/arena/web_developer.json
deleted file mode 100644
index 7f1f9c4af..000000000
--- a/arena/web_developer.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/paul726/AutoGPT",
- "timestamp": "2023-10-15T13:36:03.387061",
- "commit_hash_to_benchmark": "74ee69daf1c0a2603f19bdb1edcfdf1f4e06bcff",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/webagent.json b/arena/webagent.json
deleted file mode 100644
index f1bccc9f7..000000000
--- a/arena/webagent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/ddNTP/myagent.git",
- "timestamp": "2023-09-20T11:21:05.331950",
- "commit_hash_to_benchmark": "377d0af228bad019be0a9743c2824c033e039654",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/webgeek.json b/arena/webgeek.json
deleted file mode 100644
index 33789db6b..000000000
--- a/arena/webgeek.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/webgeeksai/AutoGPT.git",
- "timestamp": "2023-10-13T06:22:22.056151",
- "commit_hash_to_benchmark": "38790a27ed2c1b63a301b6a67e7590f2d30de53e",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/wedding-planner.json b/arena/wedding-planner.json
deleted file mode 100644
index b2acfa686..000000000
--- a/arena/wedding-planner.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/mogronalol/AutoGPT",
- "timestamp": "2023-10-08T20:31:43.422977",
- "commit_hash_to_benchmark": "b52aba4ef545add8fb6c7f8009615cb38e24db80",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/woohoo_agent.json b/arena/woohoo_agent.json
deleted file mode 100644
index a805c3498..000000000
--- a/arena/woohoo_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/FIresInWind/AutoGPT",
- "timestamp": "2023-10-19T15:14:59.786203",
- "commit_hash_to_benchmark": "4b1e8f6e8b4186ec6563301c146fbf3425f92715",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/wyjagent.json b/arena/wyjagent.json
deleted file mode 100644
index e96772536..000000000
--- a/arena/wyjagent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/wangyijunlyy/AutoGPT",
- "timestamp": "2023-11-03T09:21:36.143887",
- "commit_hash_to_benchmark": "d9ec0ac3ad7b48eb44e6403e88d2dc5696fd4950",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/xmly.json b/arena/xmly.json
deleted file mode 100644
index 23cf046e5..000000000
--- a/arena/xmly.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/dongdaoguang/AutoGPT",
- "timestamp": "2023-10-11T06:30:06.866694",
- "commit_hash_to_benchmark": "57bcbdf45c6c1493a4e5f6a4e72594ea13c10f93",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/xq_agent.json b/arena/xq_agent.json
deleted file mode 100644
index cccf5586b..000000000
--- a/arena/xq_agent.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/emptykid/AutoGPT",
- "timestamp": "2023-10-24T10:37:55.170776",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/xt0m-GPT.json b/arena/xt0m-GPT.json
deleted file mode 100644
index 130bbae2f..000000000
--- a/arena/xt0m-GPT.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/jcartes/xt0m-GPT",
- "timestamp": "2023-10-15T01:31:05.785913",
- "commit_hash_to_benchmark": "57bcbdf45c6c1493a4e5f6a4e72594ea13c10f93",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/xtest.json b/arena/xtest.json
deleted file mode 100644
index e189babe3..000000000
--- a/arena/xtest.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/popperxu/AutoGPT",
- "timestamp": "2023-10-31T06:25:36.338549",
- "commit_hash_to_benchmark": "c3569d1842e6568ab1327e577603e71ad1feb622",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/yarbis.json b/arena/yarbis.json
deleted file mode 100644
index 65d6c50f2..000000000
--- a/arena/yarbis.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/sintecba/AutoGPT",
- "timestamp": "2023-10-10T18:11:07.473738",
- "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/zaheer.json b/arena/zaheer.json
deleted file mode 100644
index 01e4e72c8..000000000
--- a/arena/zaheer.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/zaheerahmad33/AutoGPT",
- "timestamp": "2023-10-22T21:48:48.414779",
- "commit_hash_to_benchmark": "b4ee485906c1d8da71ce9b3093996383322980fe",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/zcb.json b/arena/zcb.json
deleted file mode 100644
index c18921070..000000000
--- a/arena/zcb.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/asasasheshou/AutoGPT",
- "timestamp": "2023-10-25T09:15:30.114147",
- "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/zczc.json b/arena/zczc.json
deleted file mode 100644
index b484f0bef..000000000
--- a/arena/zczc.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/Howard-Cheung/AutoGPT",
- "timestamp": "2023-10-26T12:48:30.729105",
- "commit_hash_to_benchmark": "ab2a61833584c42ededa805cbac50718c72aa5ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/zhizhi.json b/arena/zhizhi.json
deleted file mode 100644
index 58d86008e..000000000
--- a/arena/zhizhi.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/bolyage/zhizhi",
- "timestamp": "2023-10-19T11:38:51.332966",
- "commit_hash_to_benchmark": "4b1e8f6e8b4186ec6563301c146fbf3425f92715",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/zlipknot_1.json b/arena/zlipknot_1.json
deleted file mode 100644
index 053241796..000000000
--- a/arena/zlipknot_1.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/zlipknot/AutoGPT.git",
- "timestamp": "2023-10-25T19:20:38.529540",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/zlipknot_test_agent_4.json b/arena/zlipknot_test_agent_4.json
deleted file mode 100644
index 2096d67b5..000000000
--- a/arena/zlipknot_test_agent_4.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/zlipknot/AutoGPT.git",
- "timestamp": "2023-10-25T19:13:02.418676",
- "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/arena/zze.json b/arena/zze.json
deleted file mode 100644
index 7b69f1872..000000000
--- a/arena/zze.json
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- "github_repo_url": "https://github.com/quasimodo7614/AutoGPT",
- "timestamp": "2023-10-16T07:49:29.399457",
- "commit_hash_to_benchmark": "2f79caa6b901d006a78c1ac9e69db4465c0f971a",
- "branch_to_benchmark": "master"
-} \ No newline at end of file
diff --git a/autogpts/autogpt/.env.template b/autogpts/autogpt/.env.template
index ba514c56b..14c7bcaa5 100644
--- a/autogpts/autogpt/.env.template
+++ b/autogpts/autogpt/.env.template
@@ -2,8 +2,11 @@
### AutoGPT - GENERAL SETTINGS
################################################################################
-## OPENAI_API_KEY - OpenAI API Key (Example: my-openai-api-key)
-OPENAI_API_KEY=your-openai-api-key
+## OPENAI_API_KEY - OpenAI API Key (Example: sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx)
+# OPENAI_API_KEY=
+
+## ANTHROPIC_API_KEY - Anthropic API Key (Example: sk-ant-api03-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx)
+# ANTHROPIC_API_KEY=
## TELEMETRY_OPT_IN - Share telemetry on errors and other issues with the AutoGPT team, e.g. through Sentry.
## This helps us to spot and solve problems earlier & faster. (Default: DISABLED)
diff --git a/autogpts/autogpt/.pre-commit-config.yaml b/autogpts/autogpt/.pre-commit-config.yaml
index d2a061a4d..955d49fa3 100644
--- a/autogpts/autogpt/.pre-commit-config.yaml
+++ b/autogpts/autogpt/.pre-commit-config.yaml
@@ -22,6 +22,11 @@ repos:
- id: black
language_version: python3.10
+ - repo: https://github.com/PyCQA/flake8
+ rev: 7.0.0
+ hooks:
+ - id: flake8
+
# - repo: https://github.com/pre-commit/mirrors-mypy
# rev: 'v1.3.0'
# hooks:
diff --git a/autogpts/autogpt/agbenchmark_config/benchmarks.py b/autogpts/autogpt/agbenchmark_config/benchmarks.py
index 1281f9fff..c574dc303 100644
--- a/autogpts/autogpt/agbenchmark_config/benchmarks.py
+++ b/autogpts/autogpt/agbenchmark_config/benchmarks.py
@@ -5,8 +5,7 @@ from pathlib import Path
from autogpt.agent_manager.agent_manager import AgentManager
from autogpt.agents.agent import Agent, AgentConfiguration, AgentSettings
-from autogpt.agents.prompt_strategies.one_shot import OneShotAgentPromptStrategy
-from autogpt.app.main import _configure_openai_provider, run_interaction_loop
+from autogpt.app.main import _configure_llm_provider, run_interaction_loop
from autogpt.config import AIProfile, ConfigBuilder
from autogpt.file_storage import FileStorageBackendName, get_storage
from autogpt.logs.config import configure_logging
@@ -38,10 +37,6 @@ def bootstrap_agent(task: str, continuous_mode: bool) -> Agent:
ai_goals=[task],
)
- agent_prompt_config = OneShotAgentPromptStrategy.default_configuration.copy(
- deep=True
- )
- agent_prompt_config.use_functions_api = config.openai_functions
agent_settings = AgentSettings(
name=Agent.default_settings.name,
agent_id=AgentManager.generate_id("AutoGPT-benchmark"),
@@ -53,7 +48,6 @@ def bootstrap_agent(task: str, continuous_mode: bool) -> Agent:
allow_fs_access=not config.restrict_to_workspace,
use_functions_api=config.openai_functions,
),
- prompt_config=agent_prompt_config,
history=Agent.default_settings.history.copy(deep=True),
)
@@ -66,7 +60,7 @@ def bootstrap_agent(task: str, continuous_mode: bool) -> Agent:
agent = Agent(
settings=agent_settings,
- llm_provider=_configure_openai_provider(config),
+ llm_provider=_configure_llm_provider(config),
file_storage=file_storage,
legacy_config=config,
)
diff --git a/autogpts/autogpt/autogpt/agents/README.md b/autogpts/autogpt/autogpt/agents/README.md
index adc158547..4ab573243 120000..100644
--- a/autogpts/autogpt/autogpt/agents/README.md
+++ b/autogpts/autogpt/autogpt/agents/README.md
@@ -1 +1,37 @@
-../../../../docs/content/AutoGPT/component agent/agents.md \ No newline at end of file
+# 🤖 Agents
+
+Agent is composed of [🧩 Components](./components.md) and responsible for executing pipelines and some additional logic. The base class for all agents is `BaseAgent`, it has the necessary logic to collect components and execute protocols.
+
+## Important methods
+
+`BaseAgent` provides two abstract methods needed for any agent to work properly:
+1. `propose_action`: This method is responsible for proposing an action based on the current state of the agent, it returns `ThoughtProcessOutput`.
+2. `execute`: This method is responsible for executing the proposed action, returns `ActionResult`.
+
+## AutoGPT Agent
+
+`Agent` is the main agent provided by AutoGPT. It's a subclass of `BaseAgent`. It has all the [Built-in Components](./built-in-components.md). `Agent` implements the essential abstract methods from `BaseAgent`: `propose_action` and `execute`.
+
+## Building your own Agent
+
+The easiest way to build your own agent is to extend the `Agent` class and add additional components. By doing this you can reuse the existing components and the default logic for executing [⚙️ Protocols](./protocols.md).
+
+```py
+class MyComponent(AgentComponent):
+ pass
+
+class MyAgent(Agent):
+ def __init__(
+ self,
+ settings: AgentSettings,
+ llm_provider: ChatModelProvider,
+ file_storage: FileStorage,
+ legacy_config: Config,
+ ):
+ # Call the parent constructor to bring in the default components
+ super().__init__(settings, llm_provider, file_storage, legacy_config)
+ # Add your custom component
+ self.my_component = MyComponent()
+```
+
+For more customization, you can override the `propose_action` and `execute` or even subclass `BaseAgent` directly. This way you can have full control over the agent's components and behavior. Have a look at the [implementation of Agent](https://github.com/Significant-Gravitas/AutoGPT/tree/master/autogpts/autogpt/autogpt/agents/agent.py) for more details.
diff --git a/autogpts/autogpt/autogpt/agents/agent.py b/autogpts/autogpt/autogpt/agents/agent.py
index 3572cbed0..4a66a7ca4 100644
--- a/autogpts/autogpt/autogpt/agents/agent.py
+++ b/autogpts/autogpt/autogpt/agents/agent.py
@@ -19,7 +19,6 @@ from autogpt.components.event_history import EventHistoryComponent
from autogpt.core.configuration import Configurable
from autogpt.core.prompting import ChatPrompt
from autogpt.core.resource.model_providers import (
- AssistantChatMessage,
AssistantFunctionCall,
ChatMessage,
ChatModelProvider,
@@ -27,7 +26,7 @@ from autogpt.core.resource.model_providers import (
)
from autogpt.core.runner.client_lib.logging.helpers import dump_prompt
from autogpt.file_storage.base import FileStorage
-from autogpt.llm.providers.openai import get_openai_command_specs
+from autogpt.llm.providers.openai import function_specs_from_commands
from autogpt.logs.log_cycle import (
CURRENT_CONTEXT_FILE_NAME,
NEXT_ACTION_FILE_NAME,
@@ -46,7 +45,6 @@ from autogpt.utils.exceptions import (
AgentException,
AgentTerminated,
CommandExecutionError,
- InvalidArgumentError,
UnknownCommandError,
)
@@ -104,7 +102,11 @@ class Agent(BaseAgent, Configurable[AgentSettings]):
self.ai_profile = settings.ai_profile
self.directives = settings.directives
prompt_config = OneShotAgentPromptStrategy.default_configuration.copy(deep=True)
- prompt_config.use_functions_api = settings.config.use_functions_api
+ prompt_config.use_functions_api = (
+ settings.config.use_functions_api
+ # Anthropic currently doesn't support tools + prefilling :(
+ and self.llm.provider_name != "anthropic"
+ )
self.prompt_strategy = OneShotAgentPromptStrategy(prompt_config, logger)
self.commands: list[Command] = []
@@ -172,7 +174,7 @@ class Agent(BaseAgent, Configurable[AgentSettings]):
task=self.state.task,
ai_profile=self.state.ai_profile,
ai_directives=directives,
- commands=get_openai_command_specs(self.commands),
+ commands=function_specs_from_commands(self.commands),
include_os_info=self.legacy_config.execute_local_commands,
)
@@ -202,12 +204,9 @@ class Agent(BaseAgent, Configurable[AgentSettings]):
] = await self.llm_provider.create_chat_completion(
prompt.messages,
model_name=self.llm.name,
- completion_parser=self.parse_and_validate_response,
- functions=(
- get_openai_command_specs(self.commands)
- if self.config.use_functions_api
- else []
- ),
+ completion_parser=self.prompt_strategy.parse_response_content,
+ functions=prompt.functions,
+ prefill_response=prompt.prefill_response,
)
result = response.parsed_result
@@ -223,28 +222,6 @@ class Agent(BaseAgent, Configurable[AgentSettings]):
return result
- def parse_and_validate_response(
- self, llm_response: AssistantChatMessage
- ) -> OneShotAgentActionProposal:
- parsed_response = self.prompt_strategy.parse_response_content(llm_response)
-
- # Validate command arguments
- command_name = parsed_response.use_tool.name
- command = self._get_command(command_name)
- if arg_errors := command.validate_args(parsed_response.use_tool.arguments)[1]:
- fmt_errors = [
- f"{'.'.join(str(p) for p in f.path)}: {f.message}"
- if f.path
- else f.message
- for f in arg_errors
- ]
- raise InvalidArgumentError(
- f"The set of arguments supplied for {command_name} is invalid:\n"
- + "\n".join(fmt_errors)
- )
-
- return parsed_response
-
async def execute(
self,
proposal: OneShotAgentActionProposal,
diff --git a/autogpts/autogpt/autogpt/agents/base.py b/autogpts/autogpt/autogpt/agents/base.py
index cf8e3cac8..515515701 100644
--- a/autogpts/autogpt/autogpt/agents/base.py
+++ b/autogpts/autogpt/autogpt/agents/base.py
@@ -39,11 +39,12 @@ from autogpt.core.configuration import (
SystemSettings,
UserConfigurable,
)
-from autogpt.core.resource.model_providers import AssistantFunctionCall
-from autogpt.core.resource.model_providers.openai import (
- OPEN_AI_CHAT_MODELS,
- OpenAIModelName,
+from autogpt.core.resource.model_providers import (
+ CHAT_MODELS,
+ AssistantFunctionCall,
+ ModelName,
)
+from autogpt.core.resource.model_providers.openai import OpenAIModelName
from autogpt.models.utils import ModelWithSummary
from autogpt.prompts.prompt import DEFAULT_TRIGGERING_PROMPT
@@ -56,8 +57,8 @@ P = ParamSpec("P")
class BaseAgentConfiguration(SystemConfiguration):
allow_fs_access: bool = UserConfigurable(default=False)
- fast_llm: OpenAIModelName = UserConfigurable(default=OpenAIModelName.GPT3_16k)
- smart_llm: OpenAIModelName = UserConfigurable(default=OpenAIModelName.GPT4)
+ fast_llm: ModelName = UserConfigurable(default=OpenAIModelName.GPT3_16k)
+ smart_llm: ModelName = UserConfigurable(default=OpenAIModelName.GPT4)
use_functions_api: bool = UserConfigurable(default=False)
default_cycle_instruction: str = DEFAULT_TRIGGERING_PROMPT
@@ -174,7 +175,7 @@ class BaseAgent(Configurable[BaseAgentSettings], metaclass=AgentMeta):
llm_name = (
self.config.smart_llm if self.config.big_brain else self.config.fast_llm
)
- return OPEN_AI_CHAT_MODELS[llm_name]
+ return CHAT_MODELS[llm_name]
@property
def send_token_limit(self) -> int:
diff --git a/autogpts/autogpt/autogpt/agents/prompt_strategies/one_shot.py b/autogpts/autogpt/autogpt/agents/prompt_strategies/one_shot.py
index 53fadaa7c..ff08f4669 100644
--- a/autogpts/autogpt/autogpt/agents/prompt_strategies/one_shot.py
+++ b/autogpts/autogpt/autogpt/agents/prompt_strategies/one_shot.py
@@ -122,7 +122,7 @@ class OneShotAgentPromptStrategy(PromptStrategy):
1. System prompt
3. `cycle_instruction`
"""
- system_prompt = self.build_system_prompt(
+ system_prompt, response_prefill = self.build_system_prompt(
ai_profile=ai_profile,
ai_directives=ai_directives,
commands=commands,
@@ -131,24 +131,34 @@ class OneShotAgentPromptStrategy(PromptStrategy):
final_instruction_msg = ChatMessage.user(self.config.choose_action_instruction)
- prompt = ChatPrompt(
+ return ChatPrompt(
messages=[
ChatMessage.system(system_prompt),
ChatMessage.user(f'"""{task}"""'),
*messages,
final_instruction_msg,
],
+ prefill_response=response_prefill,
+ functions=commands if self.config.use_functions_api else [],
)
- return prompt
-
def build_system_prompt(
self,
ai_profile: AIProfile,
ai_directives: AIDirectives,
commands: list[CompletionModelFunction],
include_os_info: bool,
- ) -> str:
+ ) -> tuple[str, str]:
+ """
+ Builds the system prompt.
+
+ Returns:
+ str: The system prompt body
+ str: The desired start for the LLM's response; used to steer the output
+ """
+ response_fmt_instruction, response_prefill = self.response_format_instruction(
+ self.config.use_functions_api
+ )
system_prompt_parts = (
self._generate_intro_prompt(ai_profile)
+ (self._generate_os_info() if include_os_info else [])
@@ -169,16 +179,16 @@ class OneShotAgentPromptStrategy(PromptStrategy):
" in the next message. Your job is to complete the task while following"
" your directives as given above, and terminate when your task is done."
]
- + [
- "## RESPONSE FORMAT\n"
- + self.response_format_instruction(self.config.use_functions_api)
- ]
+ + ["## RESPONSE FORMAT\n" + response_fmt_instruction]
)
# Join non-empty parts together into paragraph format
- return "\n\n".join(filter(None, system_prompt_parts)).strip("\n")
+ return (
+ "\n\n".join(filter(None, system_prompt_parts)).strip("\n"),
+ response_prefill,
+ )
- def response_format_instruction(self, use_functions_api: bool) -> str:
+ def response_format_instruction(self, use_functions_api: bool) -> tuple[str, str]:
response_schema = self.response_schema.copy(deep=True)
if (
use_functions_api
@@ -193,11 +203,15 @@ class OneShotAgentPromptStrategy(PromptStrategy):
"\n",
response_schema.to_typescript_object_interface(_RESPONSE_INTERFACE_NAME),
)
+ response_prefill = f'{{\n "{list(response_schema.properties.keys())[0]}":'
return (
- f"YOU MUST ALWAYS RESPOND WITH A JSON OBJECT OF THE FOLLOWING TYPE:\n"
- f"{response_format}"
- + ("\n\nYOU MUST ALSO INVOKE A TOOL!" if use_functions_api else "")
+ (
+ f"YOU MUST ALWAYS RESPOND WITH A JSON OBJECT OF THE FOLLOWING TYPE:\n"
+ f"{response_format}"
+ + ("\n\nYOU MUST ALSO INVOKE A TOOL!" if use_functions_api else "")
+ ),
+ response_prefill,
)
def _generate_intro_prompt(self, ai_profile: AIProfile) -> list[str]:
diff --git a/autogpts/autogpt/autogpt/app/agent_protocol_server.py b/autogpts/autogpt/autogpt/app/agent_protocol_server.py
index cdaf1f460..2eb09706e 100644
--- a/autogpts/autogpt/autogpt/app/agent_protocol_server.py
+++ b/autogpts/autogpt/autogpt/app/agent_protocol_server.py
@@ -34,7 +34,6 @@ from autogpt.agent_manager import AgentManager
from autogpt.app.utils import is_port_free
from autogpt.config import Config
from autogpt.core.resource.model_providers import ChatModelProvider, ModelProviderBudget
-from autogpt.core.resource.model_providers.openai import OpenAIProvider
from autogpt.file_storage import FileStorage
from autogpt.models.action_history import ActionErrorResult, ActionSuccessResult
from autogpt.utils.exceptions import AgentFinished
@@ -464,20 +463,18 @@ class AgentProtocolServer:
if task.additional_input and (user_id := task.additional_input.get("user_id")):
_extra_request_headers["AutoGPT-UserID"] = user_id
- task_llm_provider = None
- if isinstance(self.llm_provider, OpenAIProvider):
- settings = self.llm_provider._settings.copy()
- settings.budget = task_llm_budget
- settings.configuration = task_llm_provider_config # type: ignore
- task_llm_provider = OpenAIProvider(
- settings=settings,
- logger=logger.getChild(f"Task-{task.task_id}_OpenAIProvider"),
- )
-
- if task_llm_provider and task_llm_provider._budget:
- self._task_budgets[task.task_id] = task_llm_provider._budget
+ settings = self.llm_provider._settings.copy()
+ settings.budget = task_llm_budget
+ settings.configuration = task_llm_provider_config
+ task_llm_provider = self.llm_provider.__class__(
+ settings=settings,
+ logger=logger.getChild(
+ f"Task-{task.task_id}_{self.llm_provider.__class__.__name__}"
+ ),
+ )
+ self._task_budgets[task.task_id] = task_llm_provider._budget # type: ignore
- return task_llm_provider or self.llm_provider
+ return task_llm_provider
def task_agent_id(task_id: str | int) -> str:
diff --git a/autogpts/autogpt/autogpt/app/configurator.py b/autogpts/autogpt/autogpt/app/configurator.py
index 085d5dbf1..2463b6fcf 100644
--- a/autogpts/autogpt/autogpt/app/configurator.py
+++ b/autogpts/autogpt/autogpt/app/configurator.py
@@ -10,7 +10,7 @@ from colorama import Back, Fore, Style
from autogpt.config import Config
from autogpt.config.config import GPT_3_MODEL, GPT_4_MODEL
-from autogpt.core.resource.model_providers.openai import OpenAIModelName, OpenAIProvider
+from autogpt.core.resource.model_providers import ModelName, MultiProvider
from autogpt.logs.helpers import request_user_double_check
from autogpt.memory.vector import get_supported_memory_backends
from autogpt.utils import utils
@@ -150,11 +150,11 @@ async def apply_overrides_to_config(
async def check_model(
- model_name: OpenAIModelName, model_type: Literal["smart_llm", "fast_llm"]
-) -> OpenAIModelName:
+ model_name: ModelName, model_type: Literal["smart_llm", "fast_llm"]
+) -> ModelName:
"""Check if model is available for use. If not, return gpt-3.5-turbo."""
- openai = OpenAIProvider()
- models = await openai.get_available_models()
+ multi_provider = MultiProvider()
+ models = await multi_provider.get_available_models()
if any(model_name == m.name for m in models):
return model_name
diff --git a/autogpts/autogpt/autogpt/app/main.py b/autogpts/autogpt/autogpt/app/main.py
index aaab5fe48..04354fb10 100644
--- a/autogpts/autogpt/autogpt/app/main.py
+++ b/autogpts/autogpt/autogpt/app/main.py
@@ -35,7 +35,7 @@ from autogpt.config import (
ConfigBuilder,
assert_config_has_openai_api_key,
)
-from autogpt.core.resource.model_providers.openai import OpenAIProvider
+from autogpt.core.resource.model_providers import MultiProvider
from autogpt.core.runner.client_lib.utils import coroutine
from autogpt.file_storage import FileStorageBackendName, get_storage
from autogpt.logs.config import configure_logging
@@ -123,7 +123,7 @@ async def run_auto_gpt(
skip_news=skip_news,
)
- llm_provider = _configure_openai_provider(config)
+ llm_provider = _configure_llm_provider(config)
logger = logging.getLogger(__name__)
@@ -399,7 +399,7 @@ async def run_auto_gpt_server(
allow_downloads=allow_downloads,
)
- llm_provider = _configure_openai_provider(config)
+ llm_provider = _configure_llm_provider(config)
# Set up & start server
database = AgentDB(
@@ -421,24 +421,12 @@ async def run_auto_gpt_server(
)
-def _configure_openai_provider(config: Config) -> OpenAIProvider:
- """Create a configured OpenAIProvider object.
-
- Args:
- config: The program's configuration.
-
- Returns:
- A configured OpenAIProvider object.
- """
- if config.openai_credentials is None:
- raise RuntimeError("OpenAI key is not configured")
-
- openai_settings = OpenAIProvider.default_settings.copy(deep=True)
- openai_settings.credentials = config.openai_credentials
- return OpenAIProvider(
- settings=openai_settings,
- logger=logging.getLogger("OpenAIProvider"),
- )
+def _configure_llm_provider(config: Config) -> MultiProvider:
+ multi_provider = MultiProvider()
+ for model in [config.smart_llm, config.fast_llm]:
+ # Ensure model providers for configured LLMs are available
+ multi_provider.get_model_provider(model)
+ return multi_provider
def _get_cycle_budget(continuous_mode: bool, continuous_limit: int) -> int | float:
diff --git a/autogpts/autogpt/autogpt/command_decorator.py b/autogpts/autogpt/autogpt/command_decorator.py
index 6902939a0..cf074b16c 100644
--- a/autogpts/autogpt/autogpt/command_decorator.py
+++ b/autogpts/autogpt/autogpt/command_decorator.py
@@ -1,21 +1,18 @@
import re
-from typing import Callable, Optional, ParamSpec, TypeVar
+from typing import Callable, Concatenate, Optional, TypeVar
+from autogpt.agents.protocols import CommandProvider
from autogpt.core.utils.json_schema import JSONSchema
-from autogpt.models.command import Command, CommandOutput, CommandParameter
+from autogpt.models.command import CO, Command, CommandParameter, P
-# Unique identifier for AutoGPT commands
-AUTO_GPT_COMMAND_IDENTIFIER = "auto_gpt_command"
-
-P = ParamSpec("P")
-CO = TypeVar("CO", bound=CommandOutput)
+_CP = TypeVar("_CP", bound=CommandProvider)
def command(
names: list[str] = [],
description: Optional[str] = None,
parameters: dict[str, JSONSchema] = {},
-) -> Callable[[Callable[P, CommandOutput]], Command]:
+) -> Callable[[Callable[Concatenate[_CP, P], CO]], Command[P, CO]]:
"""
The command decorator is used to make a Command from a function.
@@ -29,7 +26,7 @@ def command(
that the command executes.
"""
- def decorator(func: Callable[P, CO]) -> Command:
+ def decorator(func: Callable[Concatenate[_CP, P], CO]) -> Command[P, CO]:
doc = func.__doc__ or ""
# If names is not provided, use the function name
command_names = names or [func.__name__]
diff --git a/autogpts/autogpt/autogpt/commands/README.md b/autogpts/autogpt/autogpt/commands/README.md
index 86a1c78ea..5575f0bcb 120000..100644
--- a/autogpts/autogpt/autogpt/commands/README.md
+++ b/autogpts/autogpt/autogpt/commands/README.md
@@ -1 +1,128 @@
-../../../../docs/content/AutoGPT/component agent/components.md \ No newline at end of file
+# 🧩 Components
+
+Components are the building blocks of [🤖 Agents](./agents.md). They are classes inheriting `AgentComponent` or implementing one or more [⚙️ Protocols](./protocols.md) that give agent additional abilities or processing.
+
+Components can be used to implement various functionalities like providing messages to the prompt, executing code, or interacting with external services.
+They can be enabled or disabled, ordered, and can rely on each other.
+
+Components assigned in the agent's `__init__` via `self` are automatically detected upon the agent's instantiation.
+For example inside `__init__`: `self.my_component = MyComponent()`.
+You can use any valid Python variable name, what matters for the component to be detected is its type (`AgentComponent` or any protocol inheriting from it).
+
+Visit [Built-in Components](./built-in-components.md) to see what components are available out of the box.
+
+```py
+from autogpt.agents import Agent
+from autogpt.agents.components import AgentComponent
+
+class HelloComponent(AgentComponent):
+ pass
+
+class SomeComponent(AgentComponent):
+ def __init__(self, hello_component: HelloComponent):
+ self.hello_component = hello_component
+
+class MyAgent(Agent):
+ def __init__(self):
+ # These components will be automatically discovered and used
+ self.hello_component = HelloComponent()
+ # We pass HelloComponent to SomeComponent
+ self.some_component = SomeComponent(self.hello_component)
+```
+
+## Ordering components
+
+The execution order of components is important because the latter ones may depend on the results of the former ones.
+
+### Implicit order
+
+Components can be ordered implicitly by the agent; each component can set `run_after` list to specify which components should run before it. This is useful when components rely on each other or need to be executed in a specific order. Otherwise, the order of components is alphabetical.
+
+```py
+# This component will run after HelloComponent
+class CalculatorComponent(AgentComponent):
+ run_after = [HelloComponent]
+```
+
+### Explicit order
+
+Sometimes it may be easier to order components explicitly by setting `self.components` list in the agent's `__init__` method. This way you can also ensure there's no circular dependencies and `run_after` is ignored.
+
+!!! warning
+ Be sure to include all components - by setting `self.components` list, you're overriding the default behavior of discovering components automatically. Since it's usually not intended agent will inform you in the terminal if some components were skipped.
+
+```py
+class MyAgent(Agent):
+ def __init__(self):
+ self.hello_component = HelloComponent()
+ self.calculator_component = CalculatorComponent(self.hello_component)
+ # Explicitly set components list
+ self.components = [self.hello_component, self.calculator_component]
+```
+
+## Disabling components
+
+You can control which components are enabled by setting their `_enabled` attribute.
+Either provide a `bool` value or a `Callable[[], bool]`, will be checked each time
+the component is about to be executed. This way you can dynamically enable or disable
+components based on some conditions.
+You can also provide a reason for disabling the component by setting `_disabled_reason`.
+The reason will be visible in the debug information.
+
+```py
+class DisabledComponent(MessageProvider):
+ def __init__(self):
+ # Disable this component
+ self._enabled = False
+ self._disabled_reason = "This component is disabled because of reasons."
+
+ # Or disable based on some condition, either statically...:
+ self._enabled = self.some_property is not None
+ # ... or dynamically:
+ self._enabled = lambda: self.some_property is not None
+
+ # This method will never be called
+ def get_messages(self) -> Iterator[ChatMessage]:
+ yield ChatMessage.user("This message won't be seen!")
+
+ def some_condition(self) -> bool:
+ return False
+```
+
+If you don't want the component at all, you can just remove it from the agent's `__init__` method. If you want to remove components you inherit from the parent class you can set the relevant attribute to `None`:
+
+!!! Warning
+ Be careful when removing components that are required by other components. This may lead to errors and unexpected behavior.
+
+```py
+class MyAgent(Agent):
+ def __init__(self):
+ super().__init__(...)
+ # Disable WatchdogComponent that is in the parent class
+ self.watchdog = None
+
+```
+
+## Exceptions
+
+Custom errors are provided which can be used to control the execution flow in case something went wrong. All those errors can be raised in protocol methods and will be caught by the agent.
+By default agent will retry three times and then re-raise an exception if it's still not resolved. All passed arguments are automatically handled and the values are reverted when needed.
+All errors accept an optional `str` message. There are following errors ordered by increasing broadness:
+
+1. `ComponentEndpointError`: A single endpoint method failed to execute. Agent will retry the execution of this endpoint on the component.
+2. `EndpointPipelineError`: A pipeline failed to execute. Agent will retry the execution of the endpoint for all components.
+3. `ComponentSystemError`: Multiple pipelines failed.
+
+**Example**
+
+```py
+from autogpt.agents.components import ComponentEndpointError
+from autogpt.agents.protocols import MessageProvider
+
+# Example of raising an error
+class MyComponent(MessageProvider):
+ def get_messages(self) -> Iterator[ChatMessage]:
+ # This will cause the component to always fail
+ # and retry 3 times before re-raising the exception
+ raise ComponentEndpointError("Endpoint error!")
+```
diff --git a/autogpts/autogpt/autogpt/commands/system.py b/autogpts/autogpt/autogpt/commands/system.py
index 85ab5c100..ce2640529 100644
--- a/autogpts/autogpt/autogpt/commands/system.py
+++ b/autogpts/autogpt/autogpt/commands/system.py
@@ -31,7 +31,9 @@ class SystemComponent(DirectiveProvider, MessageProvider, CommandProvider):
def get_messages(self) -> Iterator[ChatMessage]:
# Clock
- yield ChatMessage.system(f"The current time and date is {time.strftime('%c')}")
+ yield ChatMessage.system(
+ f"## Clock\nThe current time and date is {time.strftime('%c')}"
+ )
def get_commands(self) -> Iterator[Command]:
yield self.finish
diff --git a/autogpts/autogpt/autogpt/config/config.py b/autogpts/autogpt/autogpt/config/config.py
index 8dd648188..11d35b673 100644
--- a/autogpts/autogpt/autogpt/config/config.py
+++ b/autogpts/autogpt/autogpt/config/config.py
@@ -17,8 +17,8 @@ from autogpt.core.configuration.schema import (
SystemSettings,
UserConfigurable,
)
+from autogpt.core.resource.model_providers import CHAT_MODELS, ModelName
from autogpt.core.resource.model_providers.openai import (
- OPEN_AI_CHAT_MODELS,
OpenAICredentials,
OpenAIModelName,
)
@@ -74,11 +74,11 @@ class Config(SystemSettings, arbitrary_types_allowed=True):
)
# Model configuration
- fast_llm: OpenAIModelName = UserConfigurable(
+ fast_llm: ModelName = UserConfigurable(
default=OpenAIModelName.GPT3,
from_env="FAST_LLM",
)
- smart_llm: OpenAIModelName = UserConfigurable(
+ smart_llm: ModelName = UserConfigurable(
default=OpenAIModelName.GPT4_TURBO,
from_env="SMART_LLM",
)
@@ -206,8 +206,8 @@ class Config(SystemSettings, arbitrary_types_allowed=True):
def validate_openai_functions(cls, v: bool, values: dict[str, Any]):
if v:
smart_llm = values["smart_llm"]
- assert OPEN_AI_CHAT_MODELS[smart_llm].has_function_call_api, (
- f"Model {smart_llm} does not support OpenAI Functions. "
+ assert CHAT_MODELS[smart_llm].has_function_call_api, (
+ f"Model {smart_llm} does not support tool calling. "
"Please disable OPENAI_FUNCTIONS or choose a suitable model."
)
return v
diff --git a/autogpts/autogpt/autogpt/core/prompting/schema.py b/autogpts/autogpt/autogpt/core/prompting/schema.py
index 45efc40fe..fcc7c6b61 100644
--- a/autogpts/autogpt/autogpt/core/prompting/schema.py
+++ b/autogpts/autogpt/autogpt/core/prompting/schema.py
@@ -24,6 +24,7 @@ class LanguageModelClassification(str, enum.Enum):
class ChatPrompt(BaseModel):
messages: list[ChatMessage]
functions: list[CompletionModelFunction] = Field(default_factory=list)
+ prefill_response: str = ""
def raw(self) -> list[ChatMessageDict]:
return [m.dict() for m in self.messages]
diff --git a/autogpts/autogpt/autogpt/core/resource/model_providers/__init__.py b/autogpts/autogpt/autogpt/core/resource/model_providers/__init__.py
index b896760d2..7fb98170e 100644
--- a/autogpts/autogpt/autogpt/core/resource/model_providers/__init__.py
+++ b/autogpts/autogpt/autogpt/core/resource/model_providers/__init__.py
@@ -1,3 +1,4 @@
+from .multi import CHAT_MODELS, ModelName, MultiProvider
from .openai import (
OPEN_AI_CHAT_MODELS,
OPEN_AI_EMBEDDING_MODELS,
@@ -42,11 +43,13 @@ __all__ = [
"ChatModelProvider",
"ChatModelResponse",
"CompletionModelFunction",
+ "CHAT_MODELS",
"Embedding",
"EmbeddingModelInfo",
"EmbeddingModelProvider",
"EmbeddingModelResponse",
"ModelInfo",
+ "ModelName",
"ModelProvider",
"ModelProviderBudget",
"ModelProviderCredentials",
@@ -56,6 +59,7 @@ __all__ = [
"ModelProviderUsage",
"ModelResponse",
"ModelTokenizer",
+ "MultiProvider",
"OPEN_AI_MODELS",
"OPEN_AI_CHAT_MODELS",
"OPEN_AI_EMBEDDING_MODELS",
diff --git a/autogpts/autogpt/autogpt/core/resource/model_providers/anthropic.py b/autogpts/autogpt/autogpt/core/resource/model_providers/anthropic.py
new file mode 100644
index 000000000..3d5967f1c
--- /dev/null
+++ b/autogpts/autogpt/autogpt/core/resource/model_providers/anthropic.py
@@ -0,0 +1,495 @@
+from __future__ import annotations
+
+import enum
+import logging
+from typing import TYPE_CHECKING, Callable, Optional, ParamSpec, TypeVar
+
+import sentry_sdk
+import tenacity
+import tiktoken
+from anthropic import APIConnectionError, APIStatusError
+from pydantic import SecretStr
+
+from autogpt.core.configuration import Configurable, UserConfigurable
+from autogpt.core.resource.model_providers.schema import (
+ AssistantChatMessage,
+ AssistantFunctionCall,
+ AssistantToolCall,
+ ChatMessage,
+ ChatModelInfo,
+ ChatModelProvider,
+ ChatModelResponse,
+ CompletionModelFunction,
+ ModelProviderBudget,
+ ModelProviderConfiguration,
+ ModelProviderCredentials,
+ ModelProviderName,
+ ModelProviderSettings,
+ ModelTokenizer,
+ ToolResultMessage,
+)
+
+from .utils import validate_tool_calls
+
+if TYPE_CHECKING:
+ from anthropic.types.beta.tools import MessageCreateParams
+ from anthropic.types.beta.tools import ToolsBetaMessage as Message
+ from anthropic.types.beta.tools import ToolsBetaMessageParam as MessageParam
+
+_T = TypeVar("_T")
+_P = ParamSpec("_P")
+
+
+class AnthropicModelName(str, enum.Enum):
+ CLAUDE3_OPUS_v1 = "claude-3-opus-20240229"
+ CLAUDE3_SONNET_v1 = "claude-3-sonnet-20240229"
+ CLAUDE3_HAIKU_v1 = "claude-3-haiku-20240307"
+
+
+ANTHROPIC_CHAT_MODELS = {
+ info.name: info
+ for info in [
+ ChatModelInfo(
+ name=AnthropicModelName.CLAUDE3_OPUS_v1,
+ provider_name=ModelProviderName.ANTHROPIC,
+ prompt_token_cost=15 / 1e6,
+ completion_token_cost=75 / 1e6,
+ max_tokens=200000,
+ has_function_call_api=True,
+ ),
+ ChatModelInfo(
+ name=AnthropicModelName.CLAUDE3_SONNET_v1,
+ provider_name=ModelProviderName.ANTHROPIC,
+ prompt_token_cost=3 / 1e6,
+ completion_token_cost=15 / 1e6,
+ max_tokens=200000,
+ has_function_call_api=True,
+ ),
+ ChatModelInfo(
+ name=AnthropicModelName.CLAUDE3_HAIKU_v1,
+ provider_name=ModelProviderName.ANTHROPIC,
+ prompt_token_cost=0.25 / 1e6,
+ completion_token_cost=1.25 / 1e6,
+ max_tokens=200000,
+ has_function_call_api=True,
+ ),
+ ]
+}
+
+
+class AnthropicConfiguration(ModelProviderConfiguration):
+ fix_failed_parse_tries: int = UserConfigurable(3)
+
+
+class AnthropicCredentials(ModelProviderCredentials):
+ """Credentials for Anthropic."""
+
+ api_key: SecretStr = UserConfigurable(from_env="ANTHROPIC_API_KEY")
+ api_base: Optional[SecretStr] = UserConfigurable(
+ default=None, from_env="ANTHROPIC_API_BASE_URL"
+ )
+
+ def get_api_access_kwargs(self) -> dict[str, str]:
+ return {
+ k: (v.get_secret_value() if type(v) is SecretStr else v)
+ for k, v in {
+ "api_key": self.api_key,
+ "base_url": self.api_base,
+ }.items()
+ if v is not None
+ }
+
+
+class AnthropicSettings(ModelProviderSettings):
+ configuration: AnthropicConfiguration
+ credentials: Optional[AnthropicCredentials]
+ budget: ModelProviderBudget
+
+
+class AnthropicProvider(Configurable[AnthropicSettings], ChatModelProvider):
+ default_settings = AnthropicSettings(
+ name="anthropic_provider",
+ description="Provides access to Anthropic's API.",
+ configuration=AnthropicConfiguration(
+ retries_per_request=7,
+ ),
+ credentials=None,
+ budget=ModelProviderBudget(),
+ )
+
+ _settings: AnthropicSettings
+ _configuration: AnthropicConfiguration
+ _credentials: AnthropicCredentials
+ _budget: ModelProviderBudget
+
+ def __init__(
+ self,
+ settings: Optional[AnthropicSettings] = None,
+ logger: Optional[logging.Logger] = None,
+ ):
+ if not settings:
+ settings = self.default_settings.copy(deep=True)
+ if not settings.credentials:
+ settings.credentials = AnthropicCredentials.from_env()
+
+ super(AnthropicProvider, self).__init__(settings=settings, logger=logger)
+
+ from anthropic import AsyncAnthropic
+
+ self._client = AsyncAnthropic(**self._credentials.get_api_access_kwargs())
+
+ async def get_available_models(self) -> list[ChatModelInfo]:
+ return list(ANTHROPIC_CHAT_MODELS.values())
+
+ def get_token_limit(self, model_name: str) -> int:
+ """Get the token limit for a given model."""
+ return ANTHROPIC_CHAT_MODELS[model_name].max_tokens
+
+ @classmethod
+ def get_tokenizer(cls, model_name: AnthropicModelName) -> ModelTokenizer:
+ # HACK: No official tokenizer is available for Claude 3
+ return tiktoken.encoding_for_model(model_name)
+
+ @classmethod
+ def count_tokens(cls, text: str, model_name: AnthropicModelName) -> int:
+ return 0 # HACK: No official tokenizer is available for Claude 3
+
+ @classmethod
+ def count_message_tokens(
+ cls,
+ messages: ChatMessage | list[ChatMessage],
+ model_name: AnthropicModelName,
+ ) -> int:
+ return 0 # HACK: No official tokenizer is available for Claude 3
+
+ async def create_chat_completion(
+ self,
+ model_prompt: list[ChatMessage],
+ model_name: AnthropicModelName,
+ completion_parser: Callable[[AssistantChatMessage], _T] = lambda _: None,
+ functions: Optional[list[CompletionModelFunction]] = None,
+ max_output_tokens: Optional[int] = None,
+ prefill_response: str = "",
+ **kwargs,
+ ) -> ChatModelResponse[_T]:
+ """Create a completion using the Anthropic API."""
+ anthropic_messages, completion_kwargs = self._get_chat_completion_args(
+ prompt_messages=model_prompt,
+ model=model_name,
+ functions=functions,
+ max_output_tokens=max_output_tokens,
+ **kwargs,
+ )
+
+ total_cost = 0.0
+ attempts = 0
+ while True:
+ completion_kwargs["messages"] = anthropic_messages.copy()
+ if prefill_response:
+ completion_kwargs["messages"].append(
+ {"role": "assistant", "content": prefill_response}
+ )
+
+ (
+ _assistant_msg,
+ cost,
+ t_input,
+ t_output,
+ ) = await self._create_chat_completion(completion_kwargs)
+ total_cost += cost
+ self._logger.debug(
+ f"Completion usage: {t_input} input, {t_output} output "
+ f"- ${round(cost, 5)}"
+ )
+
+ # Merge prefill into generated response
+ if prefill_response:
+ first_text_block = next(
+ b for b in _assistant_msg.content if b.type == "text"
+ )
+ first_text_block.text = prefill_response + first_text_block.text
+
+ assistant_msg = AssistantChatMessage(
+ content="\n\n".join(
+ b.text for b in _assistant_msg.content if b.type == "text"
+ ),
+ tool_calls=self._parse_assistant_tool_calls(_assistant_msg),
+ )
+
+ # If parsing the response fails, append the error to the prompt, and let the
+ # LLM fix its mistake(s).
+ attempts += 1
+ tool_call_errors = []
+ try:
+ # Validate tool calls
+ if assistant_msg.tool_calls and functions:
+ tool_call_errors = validate_tool_calls(
+ assistant_msg.tool_calls, functions
+ )
+ if tool_call_errors:
+ raise ValueError(
+ "Invalid tool use(s):\n"
+ + "\n".join(str(e) for e in tool_call_errors)
+ )
+
+ parsed_result = completion_parser(assistant_msg)
+ break
+ except Exception as e:
+ self._logger.debug(
+ f"Parsing failed on response: '''{_assistant_msg}'''"
+ )
+ self._logger.warning(f"Parsing attempt #{attempts} failed: {e}")
+ sentry_sdk.capture_exception(
+ error=e,
+ extras={"assistant_msg": _assistant_msg, "i_attempt": attempts},
+ )
+ if attempts < self._configuration.fix_failed_parse_tries:
+ anthropic_messages.append(
+ _assistant_msg.dict(include={"role", "content"})
+ )
+ anthropic_messages.append(
+ {
+ "role": "user",
+ "content": [
+ *(
+ # tool_result is required if last assistant message
+ # had tool_use block(s)
+ {
+ "type": "tool_result",
+ "tool_use_id": tc.id,
+ "is_error": True,
+ "content": [
+ {
+ "type": "text",
+ "text": "Not executed because parsing "
+ "of your last message failed"
+ if not tool_call_errors
+ else str(e)
+ if (
+ e := next(
+ (
+ tce
+ for tce in tool_call_errors
+ if tce.name
+ == tc.function.name
+ ),
+ None,
+ )
+ )
+ else "Not executed because validation "
+ "of tool input failed",
+ }
+ ],
+ }
+ for tc in assistant_msg.tool_calls or []
+ ),
+ {
+ "type": "text",
+ "text": (
+ "ERROR PARSING YOUR RESPONSE:\n\n"
+ f"{e.__class__.__name__}: {e}"
+ ),
+ },
+ ],
+ }
+ )
+ else:
+ raise
+
+ if attempts > 1:
+ self._logger.debug(
+ f"Total cost for {attempts} attempts: ${round(total_cost, 5)}"
+ )
+
+ return ChatModelResponse(
+ response=assistant_msg,
+ parsed_result=parsed_result,
+ model_info=ANTHROPIC_CHAT_MODELS[model_name],
+ prompt_tokens_used=t_input,
+ completion_tokens_used=t_output,
+ )
+
+ def _get_chat_completion_args(
+ self,
+ prompt_messages: list[ChatMessage],
+ model: AnthropicModelName,
+ functions: Optional[list[CompletionModelFunction]] = None,
+ max_output_tokens: Optional[int] = None,
+ **kwargs,
+ ) -> tuple[list[MessageParam], MessageCreateParams]:
+ """Prepare arguments for message completion API call.
+
+ Args:
+ prompt_messages: List of ChatMessages.
+ model: The model to use.
+ functions: Optional list of functions available to the LLM.
+ kwargs: Additional keyword arguments.
+
+ Returns:
+ list[MessageParam]: Prompt messages for the Anthropic call
+ dict[str, Any]: Any other kwargs for the Anthropic call
+ """
+ kwargs["model"] = model
+
+ if functions:
+ kwargs["tools"] = [
+ {
+ "name": f.name,
+ "description": f.description,
+ "input_schema": {
+ "type": "object",
+ "properties": {
+ name: param.to_dict()
+ for name, param in f.parameters.items()
+ },
+ "required": [
+ name
+ for name, param in f.parameters.items()
+ if param.required
+ ],
+ },
+ }
+ for f in functions
+ ]
+
+ kwargs["max_tokens"] = max_output_tokens or 4096
+
+ if extra_headers := self._configuration.extra_request_headers:
+ kwargs["extra_headers"] = kwargs.get("extra_headers", {})
+ kwargs["extra_headers"].update(extra_headers.copy())
+
+ system_messages = [
+ m for m in prompt_messages if m.role == ChatMessage.Role.SYSTEM
+ ]
+ if (_n := len(system_messages)) > 1:
+ self._logger.warning(
+ f"Prompt has {_n} system messages; Anthropic supports only 1. "
+ "They will be merged, and removed from the rest of the prompt."
+ )
+ kwargs["system"] = "\n\n".join(sm.content for sm in system_messages)
+
+ messages: list[MessageParam] = []
+ for message in prompt_messages:
+ if message.role == ChatMessage.Role.SYSTEM:
+ continue
+ elif message.role == ChatMessage.Role.USER:
+ # Merge subsequent user messages
+ if messages and (prev_msg := messages[-1])["role"] == "user":
+ if isinstance(prev_msg["content"], str):
+ prev_msg["content"] += f"\n\n{message.content}"
+ else:
+ assert isinstance(prev_msg["content"], list)
+ prev_msg["content"].append(
+ {"type": "text", "text": message.content}
+ )
+ else:
+ messages.append({"role": "user", "content": message.content})
+ # TODO: add support for image blocks
+ elif message.role == ChatMessage.Role.ASSISTANT:
+ if isinstance(message, AssistantChatMessage) and message.tool_calls:
+ messages.append(
+ {
+ "role": "assistant",
+ "content": [
+ *(
+ [{"type": "text", "text": message.content}]
+ if message.content
+ else []
+ ),
+ *(
+ {
+ "type": "tool_use",
+ "id": tc.id,
+ "name": tc.function.name,
+ "input": tc.function.arguments,
+ }
+ for tc in message.tool_calls
+ ),
+ ],
+ }
+ )
+ elif message.content:
+ messages.append(
+ {
+ "role": "assistant",
+ "content": message.content,
+ }
+ )
+ elif isinstance(message, ToolResultMessage):
+ messages.append(
+ {
+ "role": "user",
+ "content": [
+ {
+ "type": "tool_result",
+ "tool_use_id": message.tool_call_id,
+ "content": [{"type": "text", "text": message.content}],
+ "is_error": message.is_error,
+ }
+ ],
+ }
+ )
+
+ return messages, kwargs # type: ignore
+
+ async def _create_chat_completion(
+ self, completion_kwargs: MessageCreateParams
+ ) -> tuple[Message, float, int, int]:
+ """
+ Create a chat completion using the Anthropic API with retry handling.
+
+ Params:
+ completion_kwargs: Keyword arguments for an Anthropic Messages API call
+
+ Returns:
+ Message: The message completion object
+ float: The cost ($) of this completion
+ int: Number of input tokens used
+ int: Number of output tokens used
+ """
+
+ @self._retry_api_request
+ async def _create_chat_completion_with_retry(
+ completion_kwargs: MessageCreateParams,
+ ) -> Message:
+ return await self._client.beta.tools.messages.create(
+ **completion_kwargs # type: ignore
+ )
+
+ response = await _create_chat_completion_with_retry(completion_kwargs)
+
+ cost = self._budget.update_usage_and_cost(
+ model_info=ANTHROPIC_CHAT_MODELS[completion_kwargs["model"]],
+ input_tokens_used=response.usage.input_tokens,
+ output_tokens_used=response.usage.output_tokens,
+ )
+ return response, cost, response.usage.input_tokens, response.usage.output_tokens
+
+ def _parse_assistant_tool_calls(
+ self, assistant_message: Message
+ ) -> list[AssistantToolCall]:
+ return [
+ AssistantToolCall(
+ id=c.id,
+ type="function",
+ function=AssistantFunctionCall(name=c.name, arguments=c.input),
+ )
+ for c in assistant_message.content
+ if c.type == "tool_use"
+ ]
+
+ def _retry_api_request(self, func: Callable[_P, _T]) -> Callable[_P, _T]:
+ return tenacity.retry(
+ retry=(
+ tenacity.retry_if_exception_type(APIConnectionError)
+ | tenacity.retry_if_exception(
+ lambda e: isinstance(e, APIStatusError) and e.status_code >= 500
+ )
+ ),
+ wait=tenacity.wait_exponential(),
+ stop=tenacity.stop_after_attempt(self._configuration.retries_per_request),
+ after=tenacity.after_log(self._logger, logging.DEBUG),
+ )(func)
+
+ def __repr__(self):
+ return "AnthropicProvider()"
diff --git a/autogpts/autogpt/autogpt/core/resource/model_providers/multi.py b/autogpts/autogpt/autogpt/core/resource/model_providers/multi.py
new file mode 100644
index 000000000..f194e0256
--- /dev/null
+++ b/autogpts/autogpt/autogpt/core/resource/model_providers/multi.py
@@ -0,0 +1,162 @@
+from __future__ import annotations
+
+import logging
+from typing import Callable, Iterator, Optional, TypeVar
+
+from pydantic import ValidationError
+
+from autogpt.core.configuration import Configurable
+
+from .anthropic import ANTHROPIC_CHAT_MODELS, AnthropicModelName, AnthropicProvider
+from .openai import OPEN_AI_CHAT_MODELS, OpenAIModelName, OpenAIProvider
+from .schema import (
+ AssistantChatMessage,
+ ChatMessage,
+ ChatModelInfo,
+ ChatModelProvider,
+ ChatModelResponse,
+ CompletionModelFunction,
+ ModelProviderBudget,
+ ModelProviderConfiguration,
+ ModelProviderName,
+ ModelProviderSettings,
+ ModelTokenizer,
+)
+
+_T = TypeVar("_T")
+
+ModelName = AnthropicModelName | OpenAIModelName
+
+CHAT_MODELS = {**ANTHROPIC_CHAT_MODELS, **OPEN_AI_CHAT_MODELS}
+
+
+class MultiProvider(Configurable[ModelProviderSettings], ChatModelProvider):
+ default_settings = ModelProviderSettings(
+ name="multi_provider",
+ description=(
+ "Provides access to all of the available models, regardless of provider."
+ ),
+ configuration=ModelProviderConfiguration(
+ retries_per_request=7,
+ ),
+ budget=ModelProviderBudget(),
+ )
+
+ _budget: ModelProviderBudget
+
+ _provider_instances: dict[ModelProviderName, ChatModelProvider]
+
+ def __init__(
+ self,
+ settings: Optional[ModelProviderSettings] = None,
+ logger: Optional[logging.Logger] = None,
+ ):
+ super(MultiProvider, self).__init__(settings=settings, logger=logger)
+ self._budget = self._settings.budget or ModelProviderBudget()
+
+ self._provider_instances = {}
+
+ async def get_available_models(self) -> list[ChatModelInfo]:
+ models = []
+ for provider in self.get_available_providers():
+ models.extend(await provider.get_available_models())
+ return models
+
+ def get_token_limit(self, model_name: ModelName) -> int:
+ """Get the token limit for a given model."""
+ return self.get_model_provider(model_name).get_token_limit(model_name)
+
+ @classmethod
+ def get_tokenizer(cls, model_name: ModelName) -> ModelTokenizer:
+ return cls._get_model_provider_class(model_name).get_tokenizer(model_name)
+
+ @classmethod
+ def count_tokens(cls, text: str, model_name: ModelName) -> int:
+ return cls._get_model_provider_class(model_name).count_tokens(
+ text=text, model_name=model_name
+ )
+
+ @classmethod
+ def count_message_tokens(
+ cls, messages: ChatMessage | list[ChatMessage], model_name: ModelName
+ ) -> int:
+ return cls._get_model_provider_class(model_name).count_message_tokens(
+ messages=messages, model_name=model_name
+ )
+
+ async def create_chat_completion(
+ self,
+ model_prompt: list[ChatMessage],
+ model_name: ModelName,
+ completion_parser: Callable[[AssistantChatMessage], _T] = lambda _: None,
+ functions: Optional[list[CompletionModelFunction]] = None,
+ max_output_tokens: Optional[int] = None,
+ prefill_response: str = "",
+ **kwargs,
+ ) -> ChatModelResponse[_T]:
+ """Create a completion using the Anthropic API."""
+ return await self.get_model_provider(model_name).create_chat_completion(
+ model_prompt=model_prompt,
+ model_name=model_name,
+ completion_parser=completion_parser,
+ functions=functions,
+ max_output_tokens=max_output_tokens,
+ prefill_response=prefill_response,
+ **kwargs,
+ )
+
+ def get_model_provider(self, model: ModelName) -> ChatModelProvider:
+ model_info = CHAT_MODELS[model]
+ return self._get_provider(model_info.provider_name)
+
+ def get_available_providers(self) -> Iterator[ChatModelProvider]:
+ for provider_name in ModelProviderName:
+ try:
+ yield self._get_provider(provider_name)
+ except Exception:
+ pass
+
+ def _get_provider(self, provider_name: ModelProviderName) -> ChatModelProvider:
+ _provider = self._provider_instances.get(provider_name)
+ if not _provider:
+ Provider = self._get_provider_class(provider_name)
+ settings = Provider.default_settings.copy(deep=True)
+ settings.budget = self._budget
+ settings.configuration.extra_request_headers.update(
+ self._settings.configuration.extra_request_headers
+ )
+ if settings.credentials is None:
+ try:
+ Credentials = settings.__fields__["credentials"].type_
+ settings.credentials = Credentials.from_env()
+ except ValidationError as e:
+ raise ValueError(
+ f"{provider_name} is unavailable: can't load credentials"
+ ) from e
+
+ self._provider_instances[provider_name] = _provider = Provider(
+ settings=settings, logger=self._logger
+ )
+ _provider._budget = self._budget # Object binding not preserved by Pydantic
+ return _provider
+
+ @classmethod
+ def _get_model_provider_class(
+ cls, model_name: ModelName
+ ) -> type[AnthropicProvider | OpenAIProvider]:
+ return cls._get_provider_class(CHAT_MODELS[model_name].provider_name)
+
+ @classmethod
+ def _get_provider_class(
+ cls, provider_name: ModelProviderName
+ ) -> type[AnthropicProvider | OpenAIProvider]:
+ try:
+ return {
+ ModelProviderName.ANTHROPIC: AnthropicProvider,
+ ModelProviderName.OPENAI: OpenAIProvider,
+ }[provider_name]
+ except KeyError:
+ raise ValueError(f"{provider_name} is not a known provider") from None
+
+ def __repr__(self):
+ return f"{self.__class__.__name__}()"
diff --git a/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py b/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py
index 0e50f1fa3..c3c5aabb4 100644
--- a/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py
+++ b/autogpts/autogpt/autogpt/core/resource/model_providers/openai.py
@@ -42,6 +42,8 @@ from autogpt.core.resource.model_providers.schema import (
from autogpt.core.utils.json_schema import JSONSchema
from autogpt.core.utils.json_utils import json_loads
+from .utils import validate_tool_calls
+
_T = TypeVar("_T")
_P = ParamSpec("_P")
@@ -298,6 +300,7 @@ class OpenAIProvider(
budget=ModelProviderBudget(),
)
+ _settings: OpenAISettings
_configuration: OpenAIConfiguration
_credentials: OpenAICredentials
_budget: ModelProviderBudget
@@ -312,11 +315,7 @@ class OpenAIProvider(
if not settings.credentials:
settings.credentials = OpenAICredentials.from_env()
- self._settings = settings
-
- self._configuration = settings.configuration
- self._credentials = settings.credentials
- self._budget = settings.budget
+ super(OpenAIProvider, self).__init__(settings=settings, logger=logger)
if self._credentials.api_type == "azure":
from openai import AsyncAzureOpenAI
@@ -329,8 +328,6 @@ class OpenAIProvider(
self._client = AsyncOpenAI(**self._credentials.get_api_access_kwargs())
- self._logger = logger or logging.getLogger(__name__)
-
async def get_available_models(self) -> list[ChatModelInfo]:
_models = (await self._client.models.list()).data
return [OPEN_AI_MODELS[m.id] for m in _models if m.id in OPEN_AI_MODELS]
@@ -398,6 +395,7 @@ class OpenAIProvider(
completion_parser: Callable[[AssistantChatMessage], _T] = lambda _: None,
functions: Optional[list[CompletionModelFunction]] = None,
max_output_tokens: Optional[int] = None,
+ prefill_response: str = "", # not supported by OpenAI
**kwargs,
) -> ChatModelResponse[_T]:
"""Create a completion using the OpenAI API and parse it."""
@@ -432,6 +430,10 @@ class OpenAIProvider(
)
parse_errors += _errors
+ # Validate tool calls
+ if not parse_errors and tool_calls and functions:
+ parse_errors += validate_tool_calls(tool_calls, functions)
+
assistant_msg = AssistantChatMessage(
content=_assistant_msg.content,
tool_calls=tool_calls or None,
diff --git a/autogpts/autogpt/autogpt/core/resource/model_providers/schema.py b/autogpts/autogpt/autogpt/core/resource/model_providers/schema.py
index 60df855f2..bb2e29490 100644
--- a/autogpts/autogpt/autogpt/core/resource/model_providers/schema.py
+++ b/autogpts/autogpt/autogpt/core/resource/model_providers/schema.py
@@ -1,8 +1,10 @@
import abc
import enum
+import logging
import math
from collections import defaultdict
from typing import (
+ TYPE_CHECKING,
Any,
Callable,
ClassVar,
@@ -28,6 +30,9 @@ from autogpt.core.resource.schema import (
from autogpt.core.utils.json_schema import JSONSchema
from autogpt.logs.utils import fmt_kwargs
+if TYPE_CHECKING:
+ from jsonschema import ValidationError
+
class ModelProviderService(str, enum.Enum):
"""A ModelService describes what kind of service the model provides."""
@@ -39,6 +44,7 @@ class ModelProviderService(str, enum.Enum):
class ModelProviderName(str, enum.Enum):
OPENAI = "openai"
+ ANTHROPIC = "anthropic"
class ChatMessage(BaseModel):
@@ -100,6 +106,12 @@ class AssistantChatMessage(ChatMessage):
tool_calls: Optional[list[AssistantToolCall]] = None
+class ToolResultMessage(ChatMessage):
+ role: Literal[ChatMessage.Role.TOOL] = ChatMessage.Role.TOOL
+ is_error: bool = False
+ tool_call_id: str
+
+
class AssistantChatMessageDict(TypedDict, total=False):
role: str
content: str
@@ -146,6 +158,30 @@ class CompletionModelFunction(BaseModel):
)
return f"{self.name}: {self.description}. Params: ({params})"
+ def validate_call(
+ self, function_call: AssistantFunctionCall
+ ) -> tuple[bool, list["ValidationError"]]:
+ """
+ Validates the given function call against the function's parameter specs
+
+ Returns:
+ bool: Whether the given set of arguments is valid for this command
+ list[ValidationError]: Issues with the set of arguments (if any)
+
+ Raises:
+ ValueError: If the function_call doesn't call this function
+ """
+ if function_call.name != self.name:
+ raise ValueError(
+ f"Can't validate {function_call.name} call using {self.name} spec"
+ )
+
+ params_schema = JSONSchema(
+ type=JSONSchema.Type.OBJECT,
+ properties={name: spec for name, spec in self.parameters.items()},
+ )
+ return params_schema.validate_object(function_call.arguments)
+
class ModelInfo(BaseModel):
"""Struct for model information.
@@ -229,7 +265,7 @@ class ModelProviderBudget(ProviderBudget):
class ModelProviderSettings(ProviderSettings):
resource_type: ResourceType = ResourceType.MODEL
configuration: ModelProviderConfiguration
- credentials: ModelProviderCredentials
+ credentials: Optional[ModelProviderCredentials] = None
budget: Optional[ModelProviderBudget] = None
@@ -238,9 +274,28 @@ class ModelProvider(abc.ABC):
default_settings: ClassVar[ModelProviderSettings]
+ _settings: ModelProviderSettings
_configuration: ModelProviderConfiguration
+ _credentials: Optional[ModelProviderCredentials] = None
_budget: Optional[ModelProviderBudget] = None
+ _logger: logging.Logger
+
+ def __init__(
+ self,
+ settings: Optional[ModelProviderSettings] = None,
+ logger: Optional[logging.Logger] = None,
+ ):
+ if not settings:
+ settings = self.default_settings.copy(deep=True)
+
+ self._settings = settings
+ self._configuration = settings.configuration
+ self._credentials = settings.credentials
+ self._budget = settings.budget
+
+ self._logger = logger or logging.getLogger(self.__module__)
+
@abc.abstractmethod
def count_tokens(self, text: str, model_name: str) -> int:
...
@@ -358,6 +413,7 @@ class ChatModelProvider(ModelProvider):
completion_parser: Callable[[AssistantChatMessage], _T] = lambda _: None,
functions: Optional[list[CompletionModelFunction]] = None,
max_output_tokens: Optional[int] = None,
+ prefill_response: str = "",
**kwargs,
) -> ChatModelResponse[_T]:
...
diff --git a/autogpts/autogpt/autogpt/core/resource/model_providers/utils.py b/autogpts/autogpt/autogpt/core/resource/model_providers/utils.py
new file mode 100644
index 000000000..5b83b047b
--- /dev/null
+++ b/autogpts/autogpt/autogpt/core/resource/model_providers/utils.py
@@ -0,0 +1,71 @@
+from typing import Any
+
+from .schema import AssistantToolCall, CompletionModelFunction
+
+
+class InvalidFunctionCallError(Exception):
+ def __init__(self, name: str, arguments: dict[str, Any], message: str):
+ self.message = message
+ self.name = name
+ self.arguments = arguments
+ super().__init__(message)
+
+ def __str__(self) -> str:
+ return f"Invalid function call for {self.name}: {self.message}"
+
+
+def validate_tool_calls(
+ tool_calls: list[AssistantToolCall], functions: list[CompletionModelFunction]
+) -> list[InvalidFunctionCallError]:
+ """
+ Validates a list of tool calls against a list of functions.
+
+ 1. Tries to find a function matching each tool call
+ 2. If a matching function is found, validates the tool call's arguments,
+ reporting any resulting errors
+ 2. If no matching function is found, an error "Unknown function X" is reported
+ 3. A list of all errors encountered during validation is returned
+
+ Params:
+ tool_calls: A list of tool calls to validate.
+ functions: A list of functions to validate against.
+
+ Returns:
+ list[InvalidFunctionCallError]: All errors encountered during validation.
+ """
+ errors: list[InvalidFunctionCallError] = []
+ for tool_call in tool_calls:
+ function_call = tool_call.function
+
+ if function := next(
+ (f for f in functions if f.name == function_call.name),
+ None,
+ ):
+ is_valid, validation_errors = function.validate_call(function_call)
+ if not is_valid:
+ fmt_errors = [
+ f"{'.'.join(str(p) for p in f.path)}: {f.message}"
+ if f.path
+ else f.message
+ for f in validation_errors
+ ]
+ errors.append(
+ InvalidFunctionCallError(
+ name=function_call.name,
+ arguments=function_call.arguments,
+ message=(
+ "The set of arguments supplied is invalid:\n"
+ + "\n".join(fmt_errors)
+ ),
+ )
+ )
+ else:
+ errors.append(
+ InvalidFunctionCallError(
+ name=function_call.name,
+ arguments=function_call.arguments,
+ message=f"Unknown function {function_call.name}",
+ )
+ )
+
+ return errors
diff --git a/autogpts/autogpt/autogpt/core/runner/client_lib/logging/helpers.py b/autogpts/autogpt/autogpt/core/runner/client_lib/logging/helpers.py
index d341f16ca..53d0964d4 100644
--- a/autogpts/autogpt/autogpt/core/runner/client_lib/logging/helpers.py
+++ b/autogpts/autogpt/autogpt/core/runner/client_lib/logging/helpers.py
@@ -3,21 +3,25 @@ from typing import TYPE_CHECKING
if TYPE_CHECKING:
from autogpt.core.prompting import ChatPrompt
+ from autogpt.core.resource.model_providers import ChatMessage
SEPARATOR_LENGTH = 42
-def dump_prompt(prompt: "ChatPrompt") -> str:
+def dump_prompt(prompt: "ChatPrompt | list[ChatMessage]") -> str:
def separator(text: str):
half_sep_len = (SEPARATOR_LENGTH - 2 - len(text)) / 2
return f"{floor(half_sep_len)*'-'} {text.upper()} {ceil(half_sep_len)*'-'}"
+ if not isinstance(prompt, list):
+ prompt = prompt.messages
+
formatted_messages = "\n".join(
- [f"{separator(m.role)}\n{m.content}" for m in prompt.messages]
+ [f"{separator(m.role)}\n{m.content}" for m in prompt]
)
return f"""
============== {prompt.__class__.__name__} ==============
-Length: {len(prompt.messages)} messages
+Length: {len(prompt)} messages
{formatted_messages}
==========================================
"""
diff --git a/autogpts/autogpt/autogpt/llm/providers/openai.py b/autogpts/autogpt/autogpt/llm/providers/openai.py
index 18a9d2b07..e6423827c 100644
--- a/autogpts/autogpt/autogpt/llm/providers/openai.py
+++ b/autogpts/autogpt/autogpt/llm/providers/openai.py
@@ -14,7 +14,7 @@ logger = logging.getLogger(__name__)
T = TypeVar("T", bound=Callable)
-def get_openai_command_specs(
+def function_specs_from_commands(
commands: Iterable[Command],
) -> list[CompletionModelFunction]:
"""Get OpenAI-consumable function specs for the agent's available commands.
diff --git a/autogpts/autogpt/autogpt/models/command.py b/autogpts/autogpt/autogpt/models/command.py
index c629e5126..e88db4a70 100644
--- a/autogpts/autogpt/autogpt/models/command.py
+++ b/autogpts/autogpt/autogpt/models/command.py
@@ -1,9 +1,7 @@
from __future__ import annotations
import inspect
-from typing import Any, Callable
-
-from autogpt.core.utils.json_schema import JSONSchema
+from typing import Any, Callable, Generic, ParamSpec, TypeVar
from .command_parameter import CommandParameter
from .context_item import ContextItem
@@ -11,8 +9,11 @@ from .context_item import ContextItem
CommandReturnValue = Any
CommandOutput = CommandReturnValue | tuple[CommandReturnValue, ContextItem]
+P = ParamSpec("P")
+CO = TypeVar("CO", bound=CommandOutput)
+
-class Command:
+class Command(Generic[P, CO]):
"""A class representing a command.
Attributes:
@@ -25,7 +26,7 @@ class Command:
self,
names: list[str],
description: str,
- method: Callable[..., CommandOutput],
+ method: Callable[P, CO],
parameters: list[CommandParameter],
):
# Check if all parameters are provided
@@ -42,20 +43,6 @@ class Command:
def is_async(self) -> bool:
return inspect.iscoroutinefunction(self.method)
- def validate_args(self, args: dict[str, Any]):
- """
- Validates the given arguments against the command's parameter specifications
-
- Returns:
- bool: Whether the given set of arguments is valid for this command
- list[ValidationError]: Issues with the set of arguments (if any)
- """
- params_schema = JSONSchema(
- type=JSONSchema.Type.OBJECT,
- properties={p.name: p.spec for p in self.parameters},
- )
- return params_schema.validate_object(args)
-
def _parameters_match(
self, func: Callable, parameters: list[CommandParameter]
) -> bool:
@@ -71,7 +58,7 @@ class Command:
# Check if sorted lists of names/keys are equal
return sorted(func_param_names) == sorted(names)
- def __call__(self, *args, **kwargs) -> Any:
+ def __call__(self, *args: P.args, **kwargs: P.kwargs) -> CO:
return self.method(*args, **kwargs)
def __str__(self) -> str:
diff --git a/autogpts/autogpt/poetry.lock b/autogpts/autogpt/poetry.lock
index 77b64e79c..251cbb3bd 100644
--- a/autogpts/autogpt/poetry.lock
+++ b/autogpts/autogpt/poetry.lock
@@ -168,6 +168,30 @@ files = [
frozenlist = ">=1.1.0"
[[package]]
+name = "anthropic"
+version = "0.25.1"
+description = "The official Python library for the anthropic API"
+optional = false
+python-versions = ">=3.7"
+files = [
+ {file = "anthropic-0.25.1-py3-none-any.whl", hash = "sha256:95d0cedc2a4b5beae3a78f9030aea4001caea5f46c6d263cce377c891c594e71"},
+ {file = "anthropic-0.25.1.tar.gz", hash = "sha256:0c01b30b77d041a8d07c532737bae69da58086031217150008e4541f52a64bd9"},
+]
+
+[package.dependencies]
+anyio = ">=3.5.0,<5"
+distro = ">=1.7.0,<2"
+httpx = ">=0.23.0,<1"
+pydantic = ">=1.9.0,<3"
+sniffio = "*"
+tokenizers = ">=0.13.0"
+typing-extensions = ">=4.7,<5"
+
+[package.extras]
+bedrock = ["boto3 (>=1.28.57)", "botocore (>=1.31.57)"]
+vertex = ["google-auth (>=2,<3)"]
+
+[[package]]
name = "anyio"
version = "4.2.0"
description = "High level compatibility layer for multiple asynchronous event loop implementations"
@@ -7234,4 +7258,4 @@ benchmark = ["agbenchmark"]
[metadata]
lock-version = "2.0"
python-versions = "^3.10"
-content-hash = "e6eab5c079d53f075ce701e86a2007e7ebeb635ac067d25f555bfea363bcc630"
+content-hash = "ad1e3c4706465733d04ddab975af630975bd528efce152c1da01eded53069eca"
diff --git a/autogpts/autogpt/pyproject.toml b/autogpts/autogpt/pyproject.toml
index e1b0c32f6..99f58774b 100644
--- a/autogpts/autogpt/pyproject.toml
+++ b/autogpts/autogpt/pyproject.toml
@@ -22,6 +22,7 @@ serve = "autogpt.app.cli:serve"
[tool.poetry.dependencies]
python = "^3.10"
+anthropic = "^0.25.1"
# autogpt-forge = { path = "../forge" }
autogpt-forge = {git = "https://github.com/Significant-Gravitas/AutoGPT.git", subdirectory = "autogpts/forge"}
beautifulsoup4 = "^4.12.2"
diff --git a/autogpts/autogpt/scripts/git_log_to_release_notes.py b/autogpts/autogpt/scripts/git_log_to_release_notes.py
new file mode 100755
index 000000000..8b03dff68
--- /dev/null
+++ b/autogpts/autogpt/scripts/git_log_to_release_notes.py
@@ -0,0 +1,141 @@
+#!/usr/bin/env python3
+
+import logging
+from pathlib import Path
+from typing import Optional
+
+import click
+from git import Repo, TagReference
+
+from autogpt.core.resource.model_providers import ChatMessage, MultiProvider
+from autogpt.core.resource.model_providers.anthropic import AnthropicModelName
+from autogpt.core.runner.client_lib.utils import coroutine
+
+
+@click.command()
+@click.option(
+ "--repo-path",
+ type=click.Path(file_okay=False, exists=True),
+ help="Path to the git repository",
+)
+@coroutine
+async def generate_release_notes(repo_path: Optional[Path] = None):
+ logger = logging.getLogger(generate_release_notes.name)
+
+ repo = Repo(repo_path, search_parent_directories=True)
+ tags = list(repo.tags)
+ if not tags:
+ click.echo("No tags found in the repository.")
+ return
+
+ click.echo("Available tags:")
+ for index, tag in enumerate(tags):
+ click.echo(f"{index + 1}: {tag.name}")
+
+ last_release_index = (
+ click.prompt("Enter the number for the last release tag", type=int) - 1
+ )
+ if last_release_index >= len(tags) or last_release_index < 0:
+ click.echo("Invalid tag number entered.")
+ return
+ last_release_tag: TagReference = tags[last_release_index]
+
+ new_release_ref = click.prompt(
+ "Enter the name of the release branch or git ref",
+ default=repo.active_branch.name,
+ )
+ try:
+ new_release_ref = repo.heads[new_release_ref].name
+ except IndexError:
+ try:
+ new_release_ref = repo.tags[new_release_ref].name
+ except IndexError:
+ new_release_ref = repo.commit(new_release_ref).hexsha
+ logger.debug(f"Selected release ref: {new_release_ref}")
+
+ git_log = repo.git.log(
+ f"{last_release_tag.name}...{new_release_ref}",
+ "autogpts/autogpt/",
+ no_merges=True,
+ follow=True,
+ )
+ logger.debug(f"-------------- GIT LOG --------------\n\n{git_log}\n")
+
+ model_provider = MultiProvider()
+ chat_messages = [
+ ChatMessage.system(SYSTEM_PROMPT),
+ ChatMessage.user(content=git_log),
+ ]
+ click.echo("Writing release notes ...")
+ completion = await model_provider.create_chat_completion(
+ model_prompt=chat_messages,
+ model_name=AnthropicModelName.CLAUDE3_OPUS_v1,
+ # model_name=OpenAIModelName.GPT4_v4,
+ )
+
+ click.echo("-------------- LLM RESPONSE --------------\n")
+ click.echo(completion.response.content)
+
+
+EXAMPLE_RELEASE_NOTES = """
+First some important notes w.r.t. using the application:
+* `run.sh` has been renamed to `autogpt.sh`
+* The project has been restructured. The AutoGPT Agent is now located in `autogpts/autogpt`.
+* The application no longer uses a single workspace for all tasks. Instead, every task that you run the agent on creates a new workspace folder. See the [usage guide](https://docs.agpt.co/autogpt/usage/#workspace) for more information.
+
+## New features ✨
+
+* **Agent Protocol 🔌**
+ Our agent now works with the [Agent Protocol](/#-agent-protocol), a REST API that allows creating tasks and executing the agent's step-by-step process. This allows integration with other applications, and we also use it to connect to the agent through the UI.
+* **UI 💻**
+ With the aforementioned Agent Protocol integration comes the benefit of using our own open-source Agent UI. Easily create, use, and chat with multiple agents from one interface.
+ When starting the application through the project's new [CLI](/#-cli), it runs with the new frontend by default, with benchmarking capabilities. Running `autogpt.sh serve` in the subproject folder (`autogpts/autogpt`) will also serve the new frontend, but without benchmarking functionality.
+ Running the application the "old-fashioned" way, with the terminal interface (let's call it TTY mode), is still possible with `autogpt.sh run`.
+* **Resuming agents 🔄️**
+ In TTY mode, the application will now save the agent's state when quitting, and allows resuming where you left off at a later time!
+* **GCS and S3 workspace backends 📦**
+ To further support running the application as part of a larger system, Google Cloud Storage and S3 workspace backends were added. Configuration options for this can be found in [`.env.template`](/autogpts/autogpt/.env.template).
+* **Documentation Rewrite 📖**
+ The [documentation](https://docs.agpt.co) has been restructured and mostly rewritten to clarify and simplify the instructions, and also to accommodate the other subprojects that are now in the repo.
+* **New Project CLI 🔧**
+ The project has a new CLI to provide easier usage of all of the components that are now in the repo: different agents, frontend and benchmark. More info can be found [here](/#-cli).
+* **Docker dev build 🐳**
+ In addition to the regular Docker release [images](https://hub.docker.com/r/significantgravitas/auto-gpt/tags) (`latest`, `v0.5.0` in this case), we now also publish a `latest-dev` image that always contains the latest working build from `master`. This allows you to try out the latest bleeding edge version, but be aware that these builds may contain bugs!
+
+## Architecture changes & improvements 👷🏼
+* **PromptStrategy**
+ To make it easier to harness the power of LLMs and use them to fulfil tasks within the application, we adopted the `PromptStrategy` class from `autogpt.core` (AKA re-arch) to encapsulate prompt generation and response parsing throughout the application.
+* **Config modularization**
+ To reduce the complexity of the application's config structure, parts of the monolithic `Config` have been moved into smaller, tightly scoped config objects. Also, the logic for building the configuration from environment variables was decentralized to make it all a lot more maintainable.
+ This is mostly made possible by the `autogpt.core.configuration` module, which was also expanded with a few new features for it. Most notably, the new `from_env` attribute on the `UserConfigurable` field decorator and corresponding logic in `SystemConfiguration.from_env()` and related functions.
+* **Monorepo**
+ As mentioned, the repo has been restructured to accommodate the AutoGPT Agent, Forge, AGBenchmark and the new Frontend.
+ * AutoGPT Agent has been moved to `autogpts/autogpt`
+ * Forge now lives in `autogpts/forge`, and the project's new CLI makes it easy to create new Forge-based agents.
+ * AGBenchmark -> `benchmark`
+ * Frontend -> `frontend`
+
+ See also the [README](/#readme).
+""".lstrip() # noqa
+
+
+SYSTEM_PROMPT = f"""
+Please generate release notes based on the user's git log and the example release notes.
+
+Here is an example of what we like our release notes to look and read like:
+---------------------------------------------------------------------------
+{EXAMPLE_RELEASE_NOTES}
+---------------------------------------------------------------------------
+NOTE: These example release notes are not related to the git log that you should write release notes for!
+Do not mention the changes in the example when writing your release notes!
+""".lstrip() # noqa
+
+if __name__ == "__main__":
+ import dotenv
+
+ from autogpt.logs.config import configure_logging
+
+ configure_logging(debug=True)
+
+ dotenv.load_dotenv()
+ generate_release_notes()
diff --git a/autogpts/autogpt/tests/conftest.py b/autogpts/autogpt/tests/conftest.py
index 29479f6f0..64376446d 100644
--- a/autogpts/autogpt/tests/conftest.py
+++ b/autogpts/autogpt/tests/conftest.py
@@ -8,9 +8,9 @@ import pytest
from pytest_mock import MockerFixture
from autogpt.agents.agent import Agent, AgentConfiguration, AgentSettings
-from autogpt.app.main import _configure_openai_provider
+from autogpt.app.main import _configure_llm_provider
from autogpt.config import AIProfile, Config, ConfigBuilder
-from autogpt.core.resource.model_providers import ChatModelProvider, OpenAIProvider
+from autogpt.core.resource.model_providers import ChatModelProvider
from autogpt.file_storage.local import (
FileStorage,
FileStorageConfiguration,
@@ -73,8 +73,8 @@ def setup_logger(config: Config):
@pytest.fixture
-def llm_provider(config: Config) -> OpenAIProvider:
- return _configure_openai_provider(config)
+def llm_provider(config: Config) -> ChatModelProvider:
+ return _configure_llm_provider(config)
@pytest.fixture
diff --git a/autogpts/autogpt/tests/unit/test_config.py b/autogpts/autogpt/tests/unit/test_config.py
index f52efcd8c..d6120dec6 100644
--- a/autogpts/autogpt/tests/unit/test_config.py
+++ b/autogpts/autogpt/tests/unit/test_config.py
@@ -14,7 +14,6 @@ from pydantic import SecretStr
from autogpt.app.configurator import GPT_3_MODEL, GPT_4_MODEL, apply_overrides_to_config
from autogpt.config import Config, ConfigBuilder
-from autogpt.core.resource.model_providers.openai import OpenAIModelName
from autogpt.core.resource.model_providers.schema import (
ChatModelInfo,
ModelProviderName,
@@ -39,8 +38,8 @@ async def test_fallback_to_gpt3_if_gpt4_not_available(
"""
Test if models update to gpt-3.5-turbo if gpt-4 is not available.
"""
- config.fast_llm = OpenAIModelName.GPT4_TURBO
- config.smart_llm = OpenAIModelName.GPT4_TURBO
+ config.fast_llm = GPT_4_MODEL
+ config.smart_llm = GPT_4_MODEL
mock_list_models.return_value = asyncio.Future()
mock_list_models.return_value.set_result(
@@ -56,8 +55,8 @@ async def test_fallback_to_gpt3_if_gpt4_not_available(
gpt4only=False,
)
- assert config.fast_llm == "gpt-3.5-turbo"
- assert config.smart_llm == "gpt-3.5-turbo"
+ assert config.fast_llm == GPT_3_MODEL
+ assert config.smart_llm == GPT_3_MODEL
def test_missing_azure_config(config: Config) -> None:
@@ -148,8 +147,7 @@ def test_azure_config(config_with_azure: Config) -> None:
@pytest.mark.asyncio
async def test_create_config_gpt4only(config: Config) -> None:
with mock.patch(
- "autogpt.core.resource.model_providers.openai."
- "OpenAIProvider.get_available_models"
+ "autogpt.core.resource.model_providers.multi.MultiProvider.get_available_models"
) as mock_get_models:
mock_get_models.return_value = [
ChatModelInfo(
@@ -169,8 +167,7 @@ async def test_create_config_gpt4only(config: Config) -> None:
@pytest.mark.asyncio
async def test_create_config_gpt3only(config: Config) -> None:
with mock.patch(
- "autogpt.core.resource.model_providers.openai."
- "OpenAIProvider.get_available_models"
+ "autogpt.core.resource.model_providers.multi.MultiProvider.get_available_models"
) as mock_get_models:
mock_get_models.return_value = [
ChatModelInfo(
diff --git a/autogpts/evo.ninja/setup b/autogpts/evo.ninja/setup
deleted file mode 100755
index 3d1c2f708..000000000
--- a/autogpts/evo.ninja/setup
+++ /dev/null
@@ -1,17 +0,0 @@
-#!/bin/bash
-
-# Ensure all commands are run within this script's directory
-SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
-cd "$SCRIPT_DIR"
-
-# Clone the repo and checkout the release branch
-REPO="https://github.com/polywrap/evo.ninja"
-BRANCH="release/autogpt"
-
-echo "Cloning evo.ninja..."
-git init
-git remote add origin $REPO
-git pull
-git checkout $BRANCH
-
-echo "Setup successfully."
diff --git a/autogpts/forge/tutorials/001_getting_started.md b/autogpts/forge/tutorials/001_getting_started.md
index a971451e7..4d9f86e55 100644
--- a/autogpts/forge/tutorials/001_getting_started.md
+++ b/autogpts/forge/tutorials/001_getting_started.md
@@ -84,7 +84,6 @@ This command forcefully stops the agent. You can also restart it using the start
## To Recap
- We've forked the AutoGPT repo and cloned it locally on your machine.
- we connected the library with our personal github access token as part of the setup.
-- We've created and named our first agent, and entered it into the arena!
- We've run the agent and it's tasking server successfully without an error.
- We've logged into the server site at localhost:8000 using our github account.
diff --git a/cli.py b/cli.py
index bd218b103..f7a89aca9 100644
--- a/cli.py
+++ b/cli.py
@@ -63,139 +63,6 @@ d88P 888 "Y88888 "Y888 "Y88P" "Y8888P88 888 888
)
install_error = True
- try:
- # Check if git user is configured
- user_name = (
- subprocess.check_output(["git", "config", "user.name"])
- .decode("utf-8")
- .strip()
- )
- user_email = (
- subprocess.check_output(["git", "config", "user.email"])
- .decode("utf-8")
- .strip()
- )
-
- if user_name and user_email:
- click.echo(
- click.style(
- f"✅ Git is configured with name '{user_name}' and email '{user_email}'",
- fg="green",
- )
- )
- else:
- raise subprocess.CalledProcessError(
- returncode=1, cmd="git config user.name or user.email"
- )
-
- except subprocess.CalledProcessError:
- # If the GitHub account is not configured, print instructions on how to set it up
- click.echo(click.style("⚠️ Git user is not configured.", fg="red"))
- click.echo(
- click.style(
- "To configure Git with your user info, use the following commands:",
- fg="red",
- )
- )
- click.echo(
- click.style(' git config --global user.name "Your (user)name"', fg="red")
- )
- click.echo(
- click.style(' git config --global user.email "Your email"', fg="red")
- )
- install_error = True
-
- print_access_token_instructions = False
-
- # Check for the existence of the .github_access_token file
- if os.path.exists(".github_access_token"):
- with open(".github_access_token", "r") as file:
- github_access_token = file.read().strip()
- if github_access_token:
- click.echo(
- click.style(
- "✅ GitHub access token loaded successfully.", fg="green"
- )
- )
- # Check if the token has the required permissions
- import requests
-
- headers = {"Authorization": f"token {github_access_token}"}
- response = requests.get("https://api.github.com/user", headers=headers)
- if response.status_code == 200:
- scopes = response.headers.get("X-OAuth-Scopes")
- if "public_repo" in scopes or "repo" in scopes:
- click.echo(
- click.style(
- "✅ GitHub access token has the required permissions.",
- fg="green",
- )
- )
- else:
- install_error = True
- click.echo(
- click.style(
- "❌ GitHub access token does not have the required permissions. Please ensure it has 'public_repo' or 'repo' scope.",
- fg="red",
- )
- )
- else:
- install_error = True
- click.echo(
- click.style(
- "❌ Failed to validate GitHub access token. Please ensure it is correct.",
- fg="red",
- )
- )
- else:
- install_error = True
- click.echo(
- click.style(
- "❌ GitHub access token file is empty. Please follow the instructions below to set up your GitHub access token.",
- fg="red",
- )
- )
- print_access_token_instructions = True
- else:
- # Create the .github_access_token file if it doesn't exist
- with open(".github_access_token", "w") as file:
- file.write("")
- install_error = True
- print_access_token_instructions = True
-
- if print_access_token_instructions:
- # Instructions to set up GitHub access token
- click.echo(
- click.style(
- "💡 To configure your GitHub access token, follow these steps:", fg="red"
- )
- )
- click.echo(
- click.style("\t1. Ensure you are logged into your GitHub account", fg="red")
- )
- click.echo(
- click.style("\t2. Navigate to https://github.com/settings/tokens", fg="red")
- )
- click.echo(click.style("\t3. Click on 'Generate new token'.", fg="red"))
- click.echo(
- click.style("\t4. Click on 'Generate new token (classic)'.", fg="red")
- )
- click.echo(
- click.style(
- "\t5. Fill out the form to generate a new token. Ensure you select the 'repo' scope.",
- fg="red",
- )
- )
- click.echo(
- click.style(
- "\t6. Open the '.github_access_token' file in the same directory as this script and paste the token into this file.",
- fg="red",
- )
- )
- click.echo(
- click.style("\t7. Save the file and run the setup command again.", fg="red")
- )
-
if install_error:
click.echo(
click.style(
@@ -605,306 +472,6 @@ def benchmark_tests_details(test_name):
continue
-@cli.group()
-def arena():
- """Commands to enter the arena"""
- pass
-
-
-@arena.command()
-@click.argument("agent_name")
-@click.option("--branch", default="master", help="Branch to use instead of master")
-def enter(agent_name, branch):
- import json
- import os
- import subprocess
- from datetime import datetime
-
- from github import Github
-
- # Check if the agent_name directory exists in the autogpts directory
- agent_dir = f"./autogpts/{agent_name}"
- if not os.path.exists(agent_dir):
- click.echo(
- click.style(
- f"❌ The directory for agent '{agent_name}' does not exist in the autogpts directory.",
- fg="red",
- )
- )
- click.echo(
- click.style(
- f"🚀 Run './run agent create {agent_name}' to create the agent.",
- fg="yellow",
- )
- )
-
- return
- else:
- # Check if the agent has already entered the arena
- try:
- subprocess.check_output(
- [
- "git",
- "rev-parse",
- "--verify",
- "--quiet",
- f"arena_submission_{agent_name}",
- ]
- )
- except subprocess.CalledProcessError:
- pass
- else:
- click.echo(
- click.style(
- f"⚠️ The agent '{agent_name}' has already entered the arena. To update your submission, follow these steps:",
- fg="yellow",
- )
- )
- click.echo(
- click.style(
- f"1. Get the git hash of your submission by running 'git rev-parse HEAD' on the branch you want to submit to the arena.",
- fg="yellow",
- )
- )
- click.echo(
- click.style(
- f"2. Change the branch to 'arena_submission_{agent_name}' by running 'git checkout arena_submission_{agent_name}'.",
- fg="yellow",
- )
- )
- click.echo(
- click.style(
- f"3. Modify the 'arena/{agent_name}.json' to include the new commit hash of your submission (the hash you got from step 1) and an up-to-date timestamp by running './run arena update {agent_name} hash --branch x'.",
- fg="yellow",
- )
- )
- click.echo(
- click.style(
- f"Note: The '--branch' option is only needed if you want to change the branch that will be used.",
- fg="yellow",
- )
- )
- return
-
- # Check if there are staged changes
- staged_changes = [
- line
- for line in subprocess.check_output(["git", "status", "--porcelain"])
- .decode("utf-8")
- .split("\n")
- if line and line[0] in ("A", "M", "D", "R", "C")
- ]
- if staged_changes:
- click.echo(
- click.style(
- f"❌ There are staged changes. Please commit or stash them and run the command again.",
- fg="red",
- )
- )
- return
-
- try:
- # Load GitHub access token from file
- with open(".github_access_token", "r") as file:
- github_access_token = file.read().strip()
-
- # Get GitHub repository URL
- github_repo_url = (
- subprocess.check_output(["git", "config", "--get", "remote.origin.url"])
- .decode("utf-8")
- .strip()
- )
-
- if github_repo_url.startswith("git@"):
- github_repo_url = (
- github_repo_url.replace(":", "/")
- .replace("git@", "https://")
- .replace(".git", "")
- )
-
- # If --branch is passed, use it instead of master
- if branch:
- branch_to_use = branch
- else:
- branch_to_use = "master"
-
- # Get the commit hash of HEAD of the branch_to_use
- commit_hash_to_benchmark = (
- subprocess.check_output(["git", "rev-parse", branch_to_use])
- .decode("utf-8")
- .strip()
- )
-
- arena_submission_branch = f"arena_submission_{agent_name}"
- # Create a new branch called arena_submission_{agent_name}
- subprocess.check_call(["git", "checkout", "-b", arena_submission_branch])
- # Create a dictionary with the necessary fields
- data = {
- "github_repo_url": github_repo_url,
- "timestamp": datetime.utcnow().isoformat(),
- "commit_hash_to_benchmark": commit_hash_to_benchmark,
- }
-
- # If --branch was passed, add branch_to_benchmark to the JSON file
- if branch:
- data["branch_to_benchmark"] = branch
-
- # Create agent directory if it does not exist
- subprocess.check_call(["mkdir", "-p", "arena"])
-
- # Create a JSON file with the data
- with open(f"arena/{agent_name}.json", "w") as json_file:
- json.dump(data, json_file, indent=4)
-
- # Create a commit with the specified message
- subprocess.check_call(["git", "add", f"arena/{agent_name}.json"])
- subprocess.check_call(
- ["git", "commit", "-m", f"{agent_name} entering the arena"]
- )
-
- # Push the commit
- subprocess.check_call(["git", "push", "origin", arena_submission_branch])
-
- # Create a PR into the parent repository
- g = Github(github_access_token)
- repo_name = github_repo_url.replace("https://github.com/", "")
- repo = g.get_repo(repo_name)
- parent_repo = repo.parent
- if parent_repo:
- pr_message = f"""
-### 🌟 Welcome to the AutoGPT Arena Hacks Hackathon! 🌟
-
-Hey there amazing builders! We're thrilled to have you join this exciting journey. Before you dive deep into building, we'd love to know more about you and the awesome project you are envisioning. Fill out the template below to kickstart your hackathon journey. May the best agent win! 🏆
-
-#### 🤖 Team Introduction
-
-- **Agent Name:** {agent_name}
-- **Team Members:** (Who are the amazing minds behind this team? Do list everyone along with their roles!)
-- **Repository Link:** [{github_repo_url.replace('https://github.com/', '')}]({github_repo_url})
-
-#### 🌟 Project Vision
-
-- **Starting Point:** (Are you building from scratch or starting with an existing agent? Do tell!)
-- **Preliminary Ideas:** (Share your initial ideas and what kind of project you are aiming to build. We are all ears!)
-
-#### 🏆 Prize Category
-
-- **Target Prize:** (Which prize caught your eye? Which one are you aiming for?)
-- **Why this Prize:** (We'd love to know why this prize feels like the right fit for your team!)
-
-#### 🎬 Introduction Video
-
-- **Video Link:** (If you'd like, share a short video where you introduce your team and talk about your project. We'd love to see your enthusiastic faces!)
-
-#### 📝 Notes and Compliance
-
-- **Additional Notes:** (Any other things you want to share? We're here to listen!)
-- **Compliance with Hackathon Rules:** (Just a gentle reminder to stick to the rules outlined for the hackathon)
-
-#### ✅ Checklist
-
-- [ ] We have read and are aligned with the [Hackathon Rules](https://lablab.ai/event/autogpt-arena-hacks).
-- [ ] We confirm that our project will be open-source and adhere to the MIT License.
-- [ ] Our lablab.ai registration email matches our OpenAI account to claim the bonus credits (if applicable).
-"""
- head = f"{repo.owner.login}:{arena_submission_branch}"
- pr = parent_repo.create_pull(
- title=f"{agent_name} entering the arena",
- body=pr_message,
- head=head,
- base=branch_to_use,
- )
- click.echo(
- click.style(
- f"🚀 {agent_name} has entered the arena! Please edit your PR description at the following URL: {pr.html_url}",
- fg="green",
- )
- )
- else:
- click.echo(
- click.style(
- "❌ This repository does not have a parent repository to sync with.",
- fg="red",
- )
- )
- return
-
- # Switch back to the master branch
- subprocess.check_call(["git", "checkout", branch_to_use])
-
- except Exception as e:
- click.echo(click.style(f"❌ An error occurred: {e}", fg="red"))
- # Switch back to the master branch
- subprocess.check_call(["git", "checkout", branch_to_use])
-
-
-@arena.command()
-@click.argument("agent_name")
-@click.argument("hash")
-@click.option("--branch", default=None, help="Branch to use instead of current branch")
-def update(agent_name, hash, branch):
- import json
- import os
- import subprocess
- from datetime import datetime
-
- # Check if the agent_name.json file exists in the arena directory
- agent_json_file = f"./arena/{agent_name}.json"
- # Check if they are on the correct branch
- current_branch = (
- subprocess.check_output(["git", "rev-parse", "--abbrev-ref", "HEAD"])
- .decode("utf-8")
- .strip()
- )
- correct_branch = f"arena_submission_{agent_name}"
- if current_branch != correct_branch:
- click.echo(
- click.style(
- f"❌ You are not on the correct branch. Please switch to the '{correct_branch}' branch.",
- fg="red",
- )
- )
- return
-
- if not os.path.exists(agent_json_file):
- click.echo(
- click.style(
- f"❌ The file for agent '{agent_name}' does not exist in the arena directory.",
- fg="red",
- )
- )
- click.echo(
- click.style(
- f"⚠️ You need to enter the arena first. Run './run arena enter {agent_name}'",
- fg="yellow",
- )
- )
- return
- else:
- # Load the existing data
- with open(agent_json_file, "r") as json_file:
- data = json.load(json_file)
-
- # Update the commit hash and timestamp
- data["commit_hash_to_benchmark"] = hash
- data["timestamp"] = datetime.utcnow().isoformat()
-
- # If --branch was passed, update the branch_to_benchmark in the JSON file
- if branch:
- data["branch_to_benchmark"] = branch
-
- # Write the updated data back to the JSON file
- with open(agent_json_file, "w") as json_file:
- json.dump(data, json_file, indent=4)
-
- click.echo(
- click.style(
- f"🚀 The file for agent '{agent_name}' has been updated in the arena directory.",
- fg="green",
- )
- )
-
-
def wait_until_conn_ready(port: int = 8000, timeout: int = 30):
"""
Polls localhost:{port} until it is available for connections
diff --git a/docs/content/AutoGPT/components/agents.md b/docs/content/AutoGPT/components/agents.md
index 4ab573243..7d3808a14 100644..120000
--- a/docs/content/AutoGPT/components/agents.md
+++ b/docs/content/AutoGPT/components/agents.md
@@ -1,37 +1 @@
-# 🤖 Agents
-
-Agent is composed of [🧩 Components](./components.md) and responsible for executing pipelines and some additional logic. The base class for all agents is `BaseAgent`, it has the necessary logic to collect components and execute protocols.
-
-## Important methods
-
-`BaseAgent` provides two abstract methods needed for any agent to work properly:
-1. `propose_action`: This method is responsible for proposing an action based on the current state of the agent, it returns `ThoughtProcessOutput`.
-2. `execute`: This method is responsible for executing the proposed action, returns `ActionResult`.
-
-## AutoGPT Agent
-
-`Agent` is the main agent provided by AutoGPT. It's a subclass of `BaseAgent`. It has all the [Built-in Components](./built-in-components.md). `Agent` implements the essential abstract methods from `BaseAgent`: `propose_action` and `execute`.
-
-## Building your own Agent
-
-The easiest way to build your own agent is to extend the `Agent` class and add additional components. By doing this you can reuse the existing components and the default logic for executing [⚙️ Protocols](./protocols.md).
-
-```py
-class MyComponent(AgentComponent):
- pass
-
-class MyAgent(Agent):
- def __init__(
- self,
- settings: AgentSettings,
- llm_provider: ChatModelProvider,
- file_storage: FileStorage,
- legacy_config: Config,
- ):
- # Call the parent constructor to bring in the default components
- super().__init__(settings, llm_provider, file_storage, legacy_config)
- # Add your custom component
- self.my_component = MyComponent()
-```
-
-For more customization, you can override the `propose_action` and `execute` or even subclass `BaseAgent` directly. This way you can have full control over the agent's components and behavior. Have a look at the [implementation of Agent](https://github.com/Significant-Gravitas/AutoGPT/tree/master/autogpts/autogpt/autogpt/agents/agent.py) for more details.
+../../../../autogpts/autogpt/autogpt/agents/README.md \ No newline at end of file
diff --git a/docs/content/AutoGPT/components/components.md b/docs/content/AutoGPT/components/components.md
index 5575f0bcb..8f836ac3d 100644..120000
--- a/docs/content/AutoGPT/components/components.md
+++ b/docs/content/AutoGPT/components/components.md
@@ -1,128 +1 @@
-# 🧩 Components
-
-Components are the building blocks of [🤖 Agents](./agents.md). They are classes inheriting `AgentComponent` or implementing one or more [⚙️ Protocols](./protocols.md) that give agent additional abilities or processing.
-
-Components can be used to implement various functionalities like providing messages to the prompt, executing code, or interacting with external services.
-They can be enabled or disabled, ordered, and can rely on each other.
-
-Components assigned in the agent's `__init__` via `self` are automatically detected upon the agent's instantiation.
-For example inside `__init__`: `self.my_component = MyComponent()`.
-You can use any valid Python variable name, what matters for the component to be detected is its type (`AgentComponent` or any protocol inheriting from it).
-
-Visit [Built-in Components](./built-in-components.md) to see what components are available out of the box.
-
-```py
-from autogpt.agents import Agent
-from autogpt.agents.components import AgentComponent
-
-class HelloComponent(AgentComponent):
- pass
-
-class SomeComponent(AgentComponent):
- def __init__(self, hello_component: HelloComponent):
- self.hello_component = hello_component
-
-class MyAgent(Agent):
- def __init__(self):
- # These components will be automatically discovered and used
- self.hello_component = HelloComponent()
- # We pass HelloComponent to SomeComponent
- self.some_component = SomeComponent(self.hello_component)
-```
-
-## Ordering components
-
-The execution order of components is important because the latter ones may depend on the results of the former ones.
-
-### Implicit order
-
-Components can be ordered implicitly by the agent; each component can set `run_after` list to specify which components should run before it. This is useful when components rely on each other or need to be executed in a specific order. Otherwise, the order of components is alphabetical.
-
-```py
-# This component will run after HelloComponent
-class CalculatorComponent(AgentComponent):
- run_after = [HelloComponent]
-```
-
-### Explicit order
-
-Sometimes it may be easier to order components explicitly by setting `self.components` list in the agent's `__init__` method. This way you can also ensure there's no circular dependencies and `run_after` is ignored.
-
-!!! warning
- Be sure to include all components - by setting `self.components` list, you're overriding the default behavior of discovering components automatically. Since it's usually not intended agent will inform you in the terminal if some components were skipped.
-
-```py
-class MyAgent(Agent):
- def __init__(self):
- self.hello_component = HelloComponent()
- self.calculator_component = CalculatorComponent(self.hello_component)
- # Explicitly set components list
- self.components = [self.hello_component, self.calculator_component]
-```
-
-## Disabling components
-
-You can control which components are enabled by setting their `_enabled` attribute.
-Either provide a `bool` value or a `Callable[[], bool]`, will be checked each time
-the component is about to be executed. This way you can dynamically enable or disable
-components based on some conditions.
-You can also provide a reason for disabling the component by setting `_disabled_reason`.
-The reason will be visible in the debug information.
-
-```py
-class DisabledComponent(MessageProvider):
- def __init__(self):
- # Disable this component
- self._enabled = False
- self._disabled_reason = "This component is disabled because of reasons."
-
- # Or disable based on some condition, either statically...:
- self._enabled = self.some_property is not None
- # ... or dynamically:
- self._enabled = lambda: self.some_property is not None
-
- # This method will never be called
- def get_messages(self) -> Iterator[ChatMessage]:
- yield ChatMessage.user("This message won't be seen!")
-
- def some_condition(self) -> bool:
- return False
-```
-
-If you don't want the component at all, you can just remove it from the agent's `__init__` method. If you want to remove components you inherit from the parent class you can set the relevant attribute to `None`:
-
-!!! Warning
- Be careful when removing components that are required by other components. This may lead to errors and unexpected behavior.
-
-```py
-class MyAgent(Agent):
- def __init__(self):
- super().__init__(...)
- # Disable WatchdogComponent that is in the parent class
- self.watchdog = None
-
-```
-
-## Exceptions
-
-Custom errors are provided which can be used to control the execution flow in case something went wrong. All those errors can be raised in protocol methods and will be caught by the agent.
-By default agent will retry three times and then re-raise an exception if it's still not resolved. All passed arguments are automatically handled and the values are reverted when needed.
-All errors accept an optional `str` message. There are following errors ordered by increasing broadness:
-
-1. `ComponentEndpointError`: A single endpoint method failed to execute. Agent will retry the execution of this endpoint on the component.
-2. `EndpointPipelineError`: A pipeline failed to execute. Agent will retry the execution of the endpoint for all components.
-3. `ComponentSystemError`: Multiple pipelines failed.
-
-**Example**
-
-```py
-from autogpt.agents.components import ComponentEndpointError
-from autogpt.agents.protocols import MessageProvider
-
-# Example of raising an error
-class MyComponent(MessageProvider):
- def get_messages(self) -> Iterator[ChatMessage]:
- # This will cause the component to always fail
- # and retry 3 times before re-raising the exception
- raise ComponentEndpointError("Endpoint error!")
-```
+../../../../autogpts/autogpt/autogpt/commands/README.md \ No newline at end of file
diff --git a/docs/content/AutoGPT/configuration/options.md b/docs/content/AutoGPT/configuration/options.md
index 9003c7378..17602102b 100644
--- a/docs/content/AutoGPT/configuration/options.md
+++ b/docs/content/AutoGPT/configuration/options.md
@@ -7,6 +7,7 @@ Configuration is controlled through the `Config` object. You can set configurati
- `AI_SETTINGS_FILE`: Location of the AI Settings file relative to the AutoGPT root directory. Default: ai_settings.yaml
- `AUDIO_TO_TEXT_PROVIDER`: Audio To Text Provider. Only option currently is `huggingface`. Default: huggingface
- `AUTHORISE_COMMAND_KEY`: Key response accepted when authorising commands. Default: y
+- `ANTHROPIC_API_KEY`: Set this if you want to use Anthropic models with AutoGPT
- `AZURE_CONFIG_FILE`: Location of the Azure Config file relative to the AutoGPT root directory. Default: azure.yaml
- `BROWSE_CHUNK_MAX_LENGTH`: When browsing website, define the length of chunks to summarize. Default: 3000
- `BROWSE_SPACY_LANGUAGE_MODEL`: [spaCy language model](https://spacy.io/usage/models) to use when creating chunks. Default: en_core_web_sm
diff --git a/docs/content/index.md b/docs/content/index.md
index 7cf600880..d027ca4af 100644
--- a/docs/content/index.md
+++ b/docs/content/index.md
@@ -88,7 +88,6 @@ Options:
Commands:
agent Commands to create, start and stop agents
- arena Commands to enter the arena
benchmark Commands to start the benchmark and list tests and categories
setup Installs dependencies needed for your system.
```