Update app.py

app.py

@@ -134,13 +134,15 @@ def load_model_for_language(language_choice):
 
 # ---------------- HELPERS ---------------- #
 def get_random_sentence(language_choice):
+    return random.choice(SENTENCE_BANK[language_choice])
+
+def get_random_sentence_with_transliteration(language_choice):
     sentence = random.choice(SENTENCE_BANK[language_choice])
-    # Add simple transliteration for Tamil and Malayalam
     if language_choice in ["Tamil", "Malayalam"]:
-        simple_roman = transliterate_to_simple_roman(sentence, language_choice)
-        return f"{sentence}\n\n📖 Read as: {simple_roman}"
+        transliteration = transliterate_to_simple_roman(sentence, language_choice)
+        return sentence, transliteration
     else:
-        return sentence
+        return sentence, ""
 
 def is_script(text, lang_name):
     pattern = SCRIPT_PATTERNS.get(lang_name)
@@ -170,7 +172,7 @@ def transliterate_to_hk(text, lang_choice):
         return text
 
 def transliterate_to_simple_roman(text, lang_choice):
-    """Transliterate to very simple, easy-to-read Roman letters"""
+    """Transliterate to Thanglish/Manglish - natural romanization used by speakers"""
     if not text or not text.strip():
         return ""
     
@@ -178,41 +180,40 @@ def transliterate_to_simple_roman(text, lang_choice):
         return text  # Return as-is for English
     
     try:
-        # Direct character mapping to simple Roman letters
+        # First get IAST, then convert to natural romanization
         if lang_choice == "Tamil":
-            # Tamil to simple Roman mapping
-            tamil_map = {
-                'அ': 'a', 'ஆ': 'aa', 'இ': 'i', 'ஈ': 'ee', 'உ': 'u', 'ஊ': 'oo',
-                'எ': 'e', 'ஏ': 'e', 'ஐ': 'ai', 'ஒ': 'o', 'ஓ': 'o', 'ஔ': 'au',
-                'க': 'ka', 'ங': 'nga', 'ச': 'cha', 'ஞ': 'nya', 'ட': 'ta', 'ண': 'na',
-                'த': 'tha', 'ந': 'na', 'ப': 'pa', 'ம': 'ma', 'ய': 'ya', 'ர': 'ra',
-                'ல': 'la', 'வ': 'va', 'ழ': 'zha', 'ள': 'la', 'ற': 'ra', 'ன': 'na',
-                '்': '', 'ா': 'aa', 'ி': 'i', 'ீ': 'ee', 'ு': 'u', 'ூ': 'oo',
-                'ெ': 'e', 'ே': 'e', 'ை': 'ai', 'ொ': 'o', 'ோ': 'o', 'ௌ': 'au'
-            }
-            simple_text = ""
-            for char in text:
-                simple_text += tamil_map.get(char, char)
-            return simple_text
-            
+            iast_text = transliterate(text, sanscript.TAMIL, sanscript.IAST)
         elif lang_choice == "Malayalam":
-            # Malayalam to simple Roman mapping
-            malayalam_map = {
-                'അ': 'a', 'ആ': 'aa', 'ഇ': 'i', 'ഈ': 'ee', 'ഉ': 'u', 'ഊ': 'oo',
-                'എ': 'e', 'ഏ': 'e', 'ഐ': 'ai', 'ഒ': 'o', 'ഓ': 'o', 'ഔ': 'au',
-                'ക': 'ka', 'ഗ': 'ga', 'ങ': 'nga', 'ച': 'cha', 'ജ': 'ja', 'ഞ': 'nya',
-                'ട': 'ta', 'ഡ': 'da', 'ണ': 'na', 'ത': 'tha', 'ദ': 'da', 'ന': 'na',
-                'പ': 'pa', 'ബ': 'ba', 'മ': 'ma', 'യ': 'ya', 'ര': 'ra', 'ല': 'la',
-                'വ': 'va', 'ശ': 'sha', 'ഷ': 'sha', 'സ': 'sa', 'ഹ': 'ha', 'ള': 'la',
-                '്': '', 'ാ': 'aa', 'ി': 'i', 'ീ': 'ee', 'ു': 'u', 'ൂ': 'oo',
-                'െ': 'e', 'േ': 'e', 'ൈ': 'ai', 'ൊ': 'o', 'ോ': 'o', 'ൌ': 'au'
-            }
-            simple_text = ""
-            for char in text:
-                simple_text += malayalam_map.get(char, char)
-            return simple_text
+            iast_text = transliterate(text, sanscript.MALAYALAM, sanscript.IAST)
+        else:
+            return text
+            
+        # Convert IAST to natural Thanglish/Manglish
+        natural_map = {
+            # Remove all diacritics and make it natural
+            'ā': 'a', 'ī': 'i', 'ū': 'u', 'ē': 'e', 'ō': 'o',
+            'ṅ': 'ng', 'ñ': 'nj', 'ṭ': 't', 'ḍ': 'd', 'ṇ': 'n',
+            'ṟ': 'r', 'ṉ': 'n', 'ḷ': 'l', 'ḻ': 'zh', 'ṛ': 'ru',
+            'ś': 'sh', 'ṣ': 'sh', 'ḥ': 'h', 'ṃ': 'm', 'ṁ': 'm',
+            'r̥': 'ri', 'l̥': 'li',
+            # Common combinations
+            'kṣ': 'ksh', 'jñ': 'gn', 'śr': 'shr',
+            # Remove virama marks
+            '·': '', 'ŕ': 'r', 'ľ': 'l',
+            # Handle long vowels naturally
+            'aa': 'a', 'ii': 'i', 'uu': 'u', 'ee': 'e', 'oo': 'o'
+        }
         
-        return text
+        natural_text = iast_text
+        for iast, natural in natural_map.items():
+            natural_text = natural_text.replace(iast, natural)
+            
+        # Additional cleanup for natural flow
+        natural_text = natural_text.replace('zhz', 'zh')  # Double zh fix
+        natural_text = natural_text.replace('nnn', 'nn')  # Triple n fix
+        natural_text = natural_text.replace('lll', 'll')  # Triple l fix
+        
+        return natural_text if natural_text else text
         
     except Exception as e:
         print(f"Transliteration error: {e}")
@@ -301,7 +302,7 @@ def create_tabular_feedback(intended, actual, lang_choice):
             <h4 style='color: #3498db; margin-bottom: 10px;'>🎯 Target Sentence (How to Read)</h4>
             <div style='font-size: 20px; font-family: monospace; color: #2c3e50; line-height: 1.4;'>
                 <strong>Original:</strong> {intended}<br>
-                <strong>Read as:</strong> <span style='color: #e67e22; font-weight: bold;'>{intended_roman}</span>
+                <strong>Thanglish/Manglish:</strong> <span style='color: #e67e22; font-weight: bold;'>{intended_roman}</span>
             </div>
         </div>
         """
@@ -315,7 +316,7 @@ def create_tabular_feedback(intended, actual, lang_choice):
                 <tr style='border-bottom: 2px solid #ddd;'>
                     <th style='padding: 15px; text-align: left; font-weight: bold; color: #2c3e50; border-right: 1px solid #ddd;'>Type</th>
                     <th style='padding: 15px; text-align: left; font-weight: bold; color: #2c3e50; border-right: 1px solid #ddd;'>Original Text</th>
-                    <th style='padding: 15px; text-align: left; font-weight: bold; color: #2c3e50;'>Simple English Sounds</th>
+                    <th style='padding: 15px; text-align: left; font-weight: bold; color: #2c3e50;'>Thanglish/Manglish</th>
                 </tr>
             </thead>
             <tbody>
@@ -587,6 +588,13 @@ with gr.Blocks(title="Pronunciation Comparator", theme=gr.themes.Soft()) as demo
         interactive=False,
         placeholder="Click 'Generate Practice Sentence' to get started..."
     )
+    
+    intended_transliteration = gr.Textbox(
+        label="🔤 How to Read (Thanglish/Manglish)", 
+        interactive=False,
+        placeholder="Natural romanization will appear here...",
+        visible=False
+    )
 
     with gr.Row():
         with gr.Column():
@@ -605,7 +613,7 @@ with gr.Blocks(title="Pronunciation Comparator", theme=gr.themes.Soft()) as demo
     with gr.Row():
         with gr.Column():
             pass1_out = gr.Textbox(label="🗣️ What You Said", interactive=False)
-            actual_roman_out = gr.Textbox(label="🔤 Your Pronunciation (Simple Sounds)", interactive=False)
+            actual_roman_out = gr.Textbox(label="🔤 Your Pronunciation (Thanglish/Manglish)", interactive=False)
         with gr.Column():
             wer_out = gr.Textbox(label="📊 Word Error Rate", interactive=False)
             cer_out = gr.Textbox(label="📈 Character Error Rate", interactive=False)
@@ -614,10 +622,22 @@ with gr.Blocks(title="Pronunciation Comparator", theme=gr.themes.Soft()) as demo
     feedback_display = gr.HTML()
 
     # Event handlers
+    def update_transliteration_visibility(language_choice):
+        if language_choice in ["Tamil", "Malayalam"]:
+            return gr.update(visible=True)
+        else:
+            return gr.update(visible=False, value="")
+    
+    lang_choice.change(
+        fn=update_transliteration_visibility,
+        inputs=[lang_choice],
+        outputs=[intended_transliteration]
+    )
+    
     gen_btn.click(
-        fn=get_random_sentence, 
+        fn=get_random_sentence_with_transliteration, 
         inputs=[lang_choice], 
-        outputs=[intended_display]
+        outputs=[intended_display, intended_transliteration]
     )
 
     analyze_btn.click(