add the last chunk to the list of chunks in web-qa.ipynb (#691)

2024-11-04 06:00:33 +00:00 · 2023-09-11 14:54:40 -07:00 · 2023-09-11 14:54:40 -07:00 · 7cda7e2df7
commit 7cda7e2df7
parent 5783656852
1 changed files with 4 additions and 0 deletions
--- a/apps/web-crawl-q-and-a/web-qa.ipynb
+++ b/apps/web-crawl-q-and-a/web-qa.ipynb
@ -780,6 +780,10 @@
    "        chunk.append(sentence)\n",
    "        tokens_so_far += token + 1\n",
    "\n",
+    "    # Add the last chunk to the list of chunks\n",
+    "    if chunk:\n",
+    "        chunks.append(\". \".join(chunk) + \".\")\n",
+    "\n",
    "    return chunks\n",
    "    \n",
    "\n",