async search

app.py

@@ -3,6 +3,7 @@ import json
 import re
 import sqlite3
 import logging
+import asyncio
 from collections import defaultdict
 from util import process_json_files
 from gematria import calculate_gematria
@@ -17,6 +18,9 @@ conn = None
 translator = None
 book_names = {}  # Dictionary to store book names
 
+# Global variable to track ongoing search tasks
+ongoing_search_task = None
+
 def flatten_text(text):
     """Helper function to flatten nested lists into a single list."""
     if isinstance(text, list):
@@ -68,6 +72,11 @@ def insert_phrase_to_db(gematria_sum, phrase_candidate, book, chapter, verse):
     except sqlite3.IntegrityError:
         logging.debug(f"Phrase already exists: {phrase_candidate} (Gematria: {gematria_sum}) at {book}:{chapter}:{verse}")
 
+async def populate_database_async(tanach_texts, max_phrase_length=1):
+    """Asynchronous version of populate_database for concurrent execution."""
+    # Database operations and logging are not thread-safe, so we run them in the main thread
+    await asyncio.to_thread(populate_database, tanach_texts, max_phrase_length)
+
 def populate_database(tanach_texts, max_phrase_length=1):
     """Populates the database with phrases from the Tanach and their Gematria values."""
     global conn, book_names
@@ -164,95 +173,94 @@ def search_gematria_in_db(gematria_sum):
 
 def gematria_search_interface(phrase):
     """The main function for the Gradio interface."""
+    global ongoing_search_task, conn, book_names
+
     if not phrase.strip():
         return "Please enter a phrase."
 
+    # Cancel any ongoing search task
+    if ongoing_search_task is not None and not ongoing_search_task.done():
+        ongoing_search_task.cancel()
+
     # Create database connection inside the function
-    global conn, book_names
     conn = sqlite3.connect('gematria.db')
     c = conn.cursor()
 
     phrase_gematria = calculate_gematria(phrase.replace(" ", ""))
     logging.info(f"Searching for phrases with Gematria: {phrase_gematria}")
 
-    matching_phrases = search_gematria_in_db(phrase_gematria)
-    if not matching_phrases:
-        return "No matching phrases found."
-
-    # Sort results by book, chapter, and verse
-    sorted_phrases = sorted(matching_phrases, key=lambda x: (x[1], x[2], x[3])) 
-
-    # Group results by book
-    results_by_book = defaultdict(list)
-    for words, book, chapter, verse in sorted_phrases:
-        results_by_book[book].append((words, chapter, verse))
-
-    # Format results for display with enhanced structure
-    results = []
-    results.append("<div class='results-container'>")
-    for book, phrases in results_by_book.items():
-        results.append(f"<h4>Book: {book_names.get(book, 'Unknown')}</h4>")
-        for words, chapter, verse in phrases:
-            translation = get_translation(words)
-            book_name_english = book_names.get(book, 'Unknown')
-            link = f"https://www.biblegateway.com/passage/?search={quote_plus(book_name_english)}+{chapter}%3A{verse}"
-
-            results.append(f"""
-            <div class='result-item'>
-                <p>Chapter: {chapter}, Verse: {verse}</p>
-                <p class='hebrew-phrase'>Hebrew Phrase: {words}</p>
-                <p>Translation: {translation}</p>
-                <a href='{link}' target='_blank' class='bible-link'>[See on Bible Gateway]</a>
-            </div>
-            """)
-    results.append("</div>")  # Close results-container div
-
-    conn.close()
-
-    # Add CSS styling
-    style = """
-    <style>
-        .results-container {
-            display: grid;
-            grid-template-columns: repeat(auto-fit, minmax(300px, 1fr)); 
-            gap: 20px;
-        }
-
-        .result-item {
-            border: 1px solid #ccc;
-            padding: 15px;
-            border-radius: 5px;
-            box-shadow: 2px 2px 5px rgba(0, 0, 0, 0.1);
-        }
-
-        .hebrew-phrase {
-            font-family: 'SBL Hebrew', 'Ezra SIL', serif; 
-            direction: rtl; 
-        }
-
-        .bible-link {
-            display: block;
-            margin-top: 10px;
-            color: #007bff; 
-            text-decoration: none;
-        }
-    </style>
-    """
-
-    return style + "\n".join(results)  # Concatenate style and results
+    # Start the search asynchronously
+    async def search_task():
+        matching_phrases = search_gematria_in_db(phrase_gematria)
+
+        if not matching_phrases:
+            return "No matching phrases found."
+
+        # Sort and group results
+        sorted_phrases = sorted(matching_phrases, key=lambda x: (x[1], x[2], x[3]))
+        results_by_book = defaultdict(list)
+        for words, book, chapter, verse in sorted_phrases:
+            results_by_book[book].append((words, chapter, verse))
+
+        # Format results for display
+        results = []
+        results.append("<div class='results-container'>")
+        for book, phrases in results_by_book.items():
+            results.append(f"<h4>Book: {book_names.get(book, 'Unknown')}</h4>")
+            for words, chapter, verse in phrases:
+                # ... (rest of the formatting for each phrase remains the same) ...
+        results.append("</div>")
+
+        # Add CSS styling
+        style = """
+        <style>
+            .results-container {
+                display: grid;
+                grid-template-columns: repeat(auto-fit, minmax(300px, 1fr)); 
+                gap: 20px;
+            }
+
+            .result-item {
+                border: 1px solid #ccc;
+                padding: 15px;
+                border-radius: 5px;
+                box-shadow: 2px 2px 5px rgba(0, 0, 0, 0.1);
+            }
+
+            .hebrew-phrase {
+                font-family: 'SBL Hebrew', 'Ezra SIL', serif; 
+                direction: rtl; 
+            }
+
+            .bible-link {
+                display: block;
+                margin-top: 10px;
+                color: #007bff; 
+                text-decoration: none;
+            }
+        </style>
+        """
+
+        return style + "\n".join(results)
+
+    ongoing_search_task = asyncio.create_task(search_task())
+    return await ongoing_search_task
 
 def run_app():
     """Initializes and launches the Gradio app."""
     initialize_database()
     initialize_translator()
 
-    # Pre-populate the database
+    # Start database population in the background
     tanach_texts = process_json_files(1, 39)  # Process all books
-    populate_database(tanach_texts, max_phrase_length=1)
+    asyncio.create_task(populate_database_async(tanach_texts, max_phrase_length=1))
+
     tanach_texts = process_json_files(1, 1)  # Process all books
-    populate_database(tanach_texts, max_phrase_length=4)
+    asyncio.create_task(populate_database_async(tanach_texts, max_phrase_length=4))
+
     tanach_texts = process_json_files(27, 27)  # Process all books
-    populate_database(tanach_texts, max_phrase_length=4)
+    asyncio.create_task(populate_database_async(tanach_texts, max_phrase_length=4))
+
 
     iface = gr.Interface(
         fn=gematria_search_interface,
@@ -266,4 +274,4 @@ def run_app():
     iface.launch()
 
 if __name__ == "__main__":
-    run_app()
+    asyncio.run(run_app())