diff options
Diffstat (limited to 'benchmark/notebooks/LLM Score Experimentation.ipynb')
| -rw-r--r-- | benchmark/notebooks/LLM Score Experimentation.ipynb | 10 |
1 files changed, 4 insertions, 6 deletions
diff --git a/benchmark/notebooks/LLM Score Experimentation.ipynb b/benchmark/notebooks/LLM Score Experimentation.ipynb index b14577fdb..745913971 100644 --- a/benchmark/notebooks/LLM Score Experimentation.ipynb +++ b/benchmark/notebooks/LLM Score Experimentation.ipynb @@ -7,23 +7,21 @@ "metadata": {}, "outputs": [], "source": [ - "import openai\n", "import os\n", "from dotenv import load_dotenv\n", + "from openai import OpenAI\n", "\n", "load_dotenv()\n", "\n", - "OPENAI_API_KEY = os.getenv(\"OPENAI_API_KEY\")\n", - "\n", "def llm_eval(evaluation: str) -> float:\n", - " openai.api_key = OPENAI_API_KEY\n", - " answer = openai.ChatCompletion.create(\n", + " openai_client = OpenAI()\n", + " answer = openai_client.chat.completions.create(\n", " model=\"gpt-4\",\n", " messages=[\n", " {\"role\": \"system\", \"content\": evaluation},\n", " ],\n", " )\n", - " return answer[\"choices\"][0][\"message\"][\"content\"]" + " return answer.choices[0].message.content" ] }, { |