fixes

stefanwebb · Jan 23, 2025 · 951cb53 · 951cb53
1 parent 8bf6e7b
commit 951cb53
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 22 deletions.
diff --git a/notebooks/2 getting started with ragas - apple silicon.ipynb b/notebooks/2 getting started with ragas - apple silicon.ipynb
@@ -126,8 +126,6 @@
     "    ),\n",
     "]\n",
     "\n",
-    "# for chunk in chat.stream(messages):\n",
-    "#     print(chunk)\n",
     "res = chat.invoke(messages)\n",
     "print(res.content)"
    ]

diff --git a/notebooks/4 evaluating rag system with milvus and ragas - apple silicon.ipynb b/notebooks/4 evaluating rag system with milvus and ragas - apple silicon.ipynb
@@ -85,9 +85,6 @@
     "            context=\"\\n\".join(retrieved_texts), question=question\n",
     "        )\n",
     "\n",
-    "        # DEBUG\n",
-    "        # print(user_prompt)\n",
-    "\n",
     "        messages = [\n",
     "            SystemMessage(\n",
     "                content=SYSTEM_PROMPT\n",
@@ -98,15 +95,6 @@
     "        ]\n",
     "\n",
     "        res = self._llm.invoke(messages)\n",
-    "        # print(res.content)\n",
-    "\n",
-    "        # response = self.openai_client.chat.completions.create(\n",
-    "        #     model=self.llm_model,\n",
-    "        #     messages=[\n",
-    "        #         {\"role\": \"system\", \"content\": self.SYSTEM_PROMPT},\n",
-    "        #         {\"role\": \"user\", \"content\": user_prompt},\n",
-    "        #     ],\n",
-    "        # )\n",
     "\n",
     "        if not return_retrieved_text:\n",
     "            return res.content\n",
@@ -737,7 +725,7 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "### Evaluation with RAGAS"
+    "### Evaluation with RAGAS: Single Sample"
    ]
   },
   {
@@ -779,13 +767,6 @@
     "scorer = Faithfulness(llm=llm_wrapped)\n",
     "await scorer.single_turn_ascore(sample)"
    ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
   }
  ],
  "metadata": {

diff --git a/slides/evaluating rag with llm-as-a-judge - stefan webb.pdf b/slides/evaluating rag with llm-as-a-judge - stefan webb.pdf