added related questions feature

app.py

@@ -88,15 +88,16 @@ def __isInvalidResponse(response: str):
         U.pprint("LLM API threw exception")
         return True
 
-    # # json response without json separator
-    # if ('{\n    "options"' in response) and (C.JSON_SEPARATOR not in response):
-    #     return True
-    # if ('{\n    "action"' in response) and (C.JSON_SEPARATOR not in response):
-    #     return True
+    if ('{\n    "questions"' in response) and (C.JSON_SEPARATOR not in response):
+        U.pprint("JSON response without json separator")
+        return True
+    if ('{\n    "action"' in response) and (C.JSON_SEPARATOR not in response):
+        U.pprint("JSON response without json separator")
+        return True
 
-    # # only options with no text
-    # if response.startswith(C.JSON_SEPARATOR):
-    #     return True
+    if response.startswith(C.JSON_SEPARATOR):
+        U.pprint("only options with no text")
+        return True
 
 
 def __matchingKeywordsCount(keywords: List[str], text: str):
@@ -379,7 +380,7 @@ for chat in st.session_state.chatHistory:
 # U.pprint(f"{st.session_state.startMsg=}")
 
 if prompt := (
-    st.chat_input("Ask anything")
+    st.chat_input("Ask anything ...")
     or st.session_state["buttonValue"]
 ):
     __resetButtonState()
@@ -466,11 +467,11 @@ if prompt := (
             try:
                 json.loads(jsonStr)
                 jsonObj = json.loads(jsonStr)
-                options = jsonObj.get("options")
+                questions = jsonObj.get("questions")
                 action = jsonObj.get("action")
 
-                if options:
-                    for option in options:
+                if questions:
+                    for option in questions:
                         st.button(
                             option["label"],
                             key=option["id"],

constants.py

@@ -30,7 +30,7 @@ Keep options to less than 5.
 
 """
 
-SYSTEM_MSG = """
+SYSTEM_MSG = f"""
 => Instructions:
 You're a helpful assistant who tries to answer as accurately as possible. Always add supporting details wherever possible AFTER the primary answer.
 If a query is not in past tense, search google.
@@ -40,8 +40,9 @@ If a query is not in past tense, search google.
 ## Rule 1:
 - If you don't know an answer or are not sure if it's correct and latest, then you search google and collect search results.
 - You then read through all the google search results, and generate the answer.
-- Return final answer in this format (each point should be in a new line):
-    {Generated Answer}
+- You return the final answer (before Questions JSON) in this format (each point should be in a new line):
+    {{Generated Answer}}
+    <Brief details/context about the answer>
     \n-------
     References:
     (all below citations as different bullet points, max 5 citations)
@@ -55,6 +56,12 @@ If a query is not in past tense, search google.
 
 => Response Format:
 - Don't tell how you arrived at the answer.
+- Append this exact keyword "{JSON_SEPARATOR}" to your FINAL response (after appending details and references, if any), and only AFTER this, append a JSON of possible Questions that the user might be interesed in (max 4) in the format described below.
+```
+{{
+    "questions": [{{ "id": "1", "label": "Question 1"}}, {{ "id": "2", "label": "Question 2"}}]
+}}
+```
 """
 
 # """

tools/webScraper.py

@@ -24,13 +24,13 @@ def scrapeGoogleSearch(query):
             citationDate = citationDateDiv.text if citationDateDiv else ""
             answerText = answerDiv.text.replace(citationDate, '').strip()
             citationText = f"Citation Date: {citationDate}" if citationDate else ""
-            finalResponse.append(f"Verified Answer:\n====\n{answerText}\n{citationText}\n====\n\n")
+            finalResponse.append(f"Verified Answer:\n{answerText}\n{citationText}\n\n\n")
 
         results = mainDiv.select('div.egMi0.kCrYT')
         resultsDesc = mainDiv.select('div.BNeawe.s3v9rd.AP7Wnd .BNeawe.s3v9rd.AP7Wnd:last-child')
 
         if results:
-            finalResponse.append("Search Results:\n====\n")
+            finalResponse.append("Search Results:\n")
 
         for (i, result) in enumerate(results[:10]):
             title = result.find('h3').text