Adjust openai prompt

notebooks/openai-embeddings/highlights.py

@@ -116,24 +116,26 @@ def search_highlights(query: str):
 <hr />
 """
 
-    display(Markdown(f"**Key takeaways:**"))
-    summarize_highlights(md_output)
+    summarize_highlights(query, md_output)
 
     display(Markdown(f"**Top 10 results for '{query}':**"))
     display(Markdown(md_output))
 
 
-def summarize_highlights(raw_highlights_output: str):
+def summarize_highlights(query: str, raw_highlights_output: str):
     response = openai.ChatCompletion.create(
         messages=[
             {
                 "role": "system",
-                "content": "You are a helpful assistant that summarizes reading highlights. Given a group highlights by the user, create a list of up to 10 key takeaways. Respond using Markdown syntax. Format each takeaway as a bullet point. At the end of each takeaway, include a link to the original highlight using the following format: [🔗](link url).",
+                "content": "You are a helpful assistant that summarizes the user's reading highlights from book they've read. Given a user's query and raw output related to the user's query, write a 1-3 sentence introductory response, followed by a list of up to 10 key takeaways. Respond using Markdown syntax. Format the intro as bold text, and format each takeaway as a bullet point. At the end of each takeaway, include link(s) to the original highlight(s) using the following format: [🔗](link url).",
+            },
+            {
+                "role": "user",
+                "content": f"Query: {query}. Raw output:\n{raw_highlights_output}",
             },
-            {"role": "user", "content": raw_highlights_output},
         ],
         model=GPT_MODEL,
-        temperature=0,
+        temperature=0.1,
     )
 
     completion = response["choices"][0]["message"]["content"]

notebooks/openai-embeddings/notebook.ipynb

@@ -14,7 +14,7 @@
     "    ```\n",
     "    \n",
     "1. Follow the instructions in `firebase/README.md` to export the Firestore data to JSON\n",
-    "1. Add the JSON file to `chroma-embeddings/data/firestore-highlights-export.json`.\n",
+    "1. Add the JSON file to `data/firestore-highlights-export.json`.\n",
     "1. Add a `.env` file to this directory with an `OPENAI_API_KEY`"
    ]
   },
@@ -93,7 +93,7 @@
     "\n",
     "Set the `query` variable below with your search. \n",
     "\n",
-    "This query will be turned into its own embedding and then compared to all other embeddings in the database. The results will be sorted by similarity. The closer the distance is to 0, the more similar the embeddings are."
+    "This query will be turned into its own embedding and then compared to all other embeddings in the database. The results will be sorted by similarity."
    ]
   },
   {
@@ -102,7 +102,9 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "query = \"tips for being a team lead\"\n",
+    "import highlights as utils\n",
+    "\n",
+    "query = \"tips for running strong engineering teams\"\n",
     "utils.search_highlights(query)"
    ]
   }