some cleaning

nhsengland · Mar 13, 2024 · 522d19e · 522d19e
1 parent 6b4dd28
commit 522d19e
Showing 1 changed file with 2 additions and 47 deletions.
diff --git a/rag_demo.ipynb b/rag_demo.ipynb
@@ -31791,59 +31791,14 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
+    "Testing on 3 random samples of 50 questions, we found that HyDE was marginally better at retrieving the correct references.\n",
+    "\n",
     "| Random Sample|     HyDE Scores |Mean HyDe Score| No HyDE Scores      | Mean No HyDe Score|\n",
     "|--------------|-----------------|---------------|---------------------|-------------------|\n",
     "| 999          | 28 27 27 26 26  |     26.8      | 27 27 26 27 27      |       26.8        |\n",
     "| 1000         | 38 30 27 31 26  |     30.4      | 29 28 26 28 28      |       27.8        | \n",
     "| 1001         | 30 32 31 31 32  |     31.2      | 28 32 28 28 27      |       28.6        |"
    ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": 64,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "#999\n",
-    "# {'sample_0_hyde_on': 28,\n",
-    "#  'sample_0_hyde_off': 27,\n",
-    "#  'sample_1_hyde_on': 27,\n",
-    "#  'sample_1_hyde_off': 27,\n",
-    "#  'sample_2_hyde_on': 27,\n",
-    "#  'sample_2_hyde_off': 26,\n",
-    "#  'sample_3_hyde_on': 26,\n",
-    "#  'sample_3_hyde_off': 27,\n",
-    "#  'sample_4_hyde_on': 26,\n",
-    "#  'sample_4_hyde_off': 27}\n",
-    "#   HyDe Average:    26.8\n",
-    "#   No HyDe Average: 26.8\n",
-    "\n",
-    "# 1000\n",
-    "# {'sample_0_hyde_on': 38,\n",
-    "#  'sample_0_hyde_off': 29,\n",
-    "#  'sample_1_hyde_on': 30,\n",
-    "#  'sample_1_hyde_off': 28,\n",
-    "#  'sample_2_hyde_on': 27,\n",
-    "#  'sample_2_hyde_off': 26,\n",
-    "#  'sample_3_hyde_on': 31,\n",
-    "#  'sample_3_hyde_off': 28,\n",
-    "#  'sample_4_hyde_on': 26,\n",
-    "#  'sample_4_hyde_off': 28}\n",
-    "#   HyDE Average: 30.4\n",
-    "#   No HyDE Average: 27.8\n",
-    "\n",
-    "# {'sample_0_hyde_on': 30,\n",
-    "#  'sample_0_hyde_off': 28,\n",
-    "#  'sample_1_hyde_on': 32,\n",
-    "#  'sample_1_hyde_off': 32,\n",
-    "#  'sample_2_hyde_on': 31,\n",
-    "#  'sample_2_hyde_off': 28,\n",
-    "#  'sample_3_hyde_on': 31,\n",
-    "#  'sample_3_hyde_off': 28,\n",
-    "#  'sample_4_hyde_on': 32,\n",
-    "#  'sample_4_hyde_off': 27}\n",
-    "# HyDe Average: "
-   ]
   }
  ],
  "metadata": {