Update app.py

app.py

@@ -4,20 +4,15 @@ from langdetect import detect
 import requests
 import wikipedia
 
-# Load multilingual NER model
+# Load NER model
 ner_pipeline = pipeline("ner", model="Davlan/xlm-roberta-base-ner-hrl", grouped_entities=True)
 
-# Translation models cache
-translation_models = {}
-
-# Get enriched Wikidata info via SPARQL
+# Get Wikidata entity info
 def get_wikidata_info(entity, lang="en"):
     query = f'''
-    SELECT ?item ?itemLabel ?itemDescription ?coordinate ?website ?sitelink WHERE {{
+    SELECT ?item ?itemLabel ?itemDescription ?coordinate WHERE {{
       ?item rdfs:label "{entity}"@{lang}.
       OPTIONAL {{ ?item wdt:P625 ?coordinate. }}
-      OPTIONAL {{ ?item wdt:P856 ?website. }}
-      OPTIONAL {{ ?sitelink schema:about ?item; schema:isPartOf <https://{lang}.wikipedia.org/>. }}
       SERVICE wikibase:label {{ bd:serviceParam wikibase:language "{lang}". }}
     }} LIMIT 1
     '''
@@ -29,39 +24,25 @@ def get_wikidata_info(entity, lang="en"):
         if data['results']['bindings']:
             item = data['results']['bindings'][0]
             label = item.get('itemLabel', {}).get('value', entity)
-            description = item.get('itemDescription', {}).get('value', '')
+            description = item.get('itemDescription', {}).get('value', 'No description available.')
             coord = item.get('coordinate', {}).get('value', '')
-            website = item.get('website', {}).get('value', '')
-            wiki = item.get('sitelink', {}).get('value', '')
-            return label, description, coord, website, wiki
+            wikidata_link = item.get('item', {}).get('value', '')
+            return label, description, coord, wikidata_link
     except:
         pass
-    return entity, "", "", "", ""
+    return entity, "No description available.", "", ""
 
-# Get Wikipedia description as fallback
-def get_wikipedia_summary(entity, lang="en"):
+# Get fallback Wikipedia link
+def get_wikipedia_url(entity, lang="en"):
     try:
         wikipedia.set_lang(lang)
-        summary = wikipedia.summary(entity, sentences=2, auto_suggest=True, redirect=True)
-        return summary
-    except:
-        return "No description available."
-
-# Translate text using MarianMT models
-def translate_text(text, src_lang, tgt_lang):
-    if src_lang == tgt_lang:
-        return text
-    model_name = f"Helsinki-NLP/opus-mt-{src_lang}-{tgt_lang}"
-    try:
-        if model_name not in translation_models:
-            translation_models[model_name] = pipeline("translation", model=model_name)
-        translator = translation_models[model_name]
-        return translator(text, max_length=256)[0]['translation_text']
+        page = wikipedia.page(entity, auto_suggest=True, redirect=True)
+        return page.url
     except:
-        return text  # Return untranslated if model fails
+        return ""
 
-# Combined NER + Wikidata + fallback Wikipedia + translation + links + map
-def multilingual_entity_info(text, output_lang):
+# Main combined function
+def ner_wikidata_lookup(text):
     try:
         detected_lang = detect(text)
     except:
@@ -69,47 +50,47 @@ def multilingual_entity_info(text, output_lang):
 
     entities = ner_pipeline(text)
     seen = set()
-    result = f"**🌐 Detected Language:** `{detected_lang}`\n**🌍 Output Language:** `{output_lang}`\n\n"
+    result = f"<b>🌐 Detected Language:</b> <code>{detected_lang}</code><br><br>"
 
     for ent in entities:
         name = ent['word'].strip()
         if name not in seen and name.isalpha():
             seen.add(name)
-            label, desc, coord, website, wiki = get_wikidata_info(name, lang=detected_lang)
-            if not desc:
-                desc = get_wikipedia_summary(name, lang=detected_lang)
-            translated_desc = translate_text(desc, detected_lang, output_lang)
 
-            links = ""
-            if wiki:
-                links += f"🔗 [Wikipedia]({wiki})  "
-            if website:
-                links += f"🌐 [Official Site]({website})"
+            label, desc, coord, wikidata_url = get_wikidata_info(name, lang=detected_lang)
+            wiki_url = get_wikipedia_url(name, lang=detected_lang)
 
-            map_embed = ""
+            osm_link = ""
             if coord:
                 try:
-                    latlon = coord.replace('Point(', '').replace(')', '').split(' ')
-                    lon, lat = latlon[0], latlon[1]
-                    map_embed = f"\n<iframe width='100%' height='300' frameborder='0' scrolling='no' marginheight='0' marginwidth='0' src='https://www.openstreetmap.org/export/embed.html?bbox={lon}%2C{lat}%2C{lon}%2C{lat}&layer=mapnik&marker={lat}%2C{lon}'></iframe>"
+                    lon, lat = coord.replace('Point(', '').replace(')', '').split(' ')
+                    osm_link = f"<a href='https://www.openstreetmap.org/?mlat={lat}&mlon={lon}' target='_blank'>📍 View on OpenStreetMap</a>"
                 except:
                     pass
 
-            result += f"\n---\n\n## 🔎 {label}\n\n{translated_desc}\n\n{links}\n{map_embed}\n"
+            links = ""
+            if wikidata_url:
+                links += f"<a href='{wikidata_url}' target='_blank'>🔗 Wikidata</a>  "
+            if wiki_url:
+                links += f"<a href='{wiki_url}' target='_blank'>📘 Wikipedia</a>"
+
+            result += f"""
+            <hr><h3>🔎 {label}</h3>
+            <p>{desc}</p>
+            <p>{links}</p>
+            <p>{osm_link}</p>
+            """
 
     return result if seen else "No named entities found."
 
-# Gradio UI with output language selector
+# Gradio Interface using HTML output
 iface = gr.Interface(
-    fn=multilingual_entity_info,
-    inputs=[
-        gr.Textbox(lines=4, placeholder="Type any sentence in any language..."),
-        gr.Dropdown(label="Select Output Language", choices=["en", "hi", "es", "fr", "de", "ta", "zh"], value="en")
-    ],
-    outputs=gr.Markdown(),
-    title="🌐 Multilingual NER + Wikidata + Wikipedia + Maps",
-    description="Detects entities in any language, fetches enriched Wikidata info, falls back to Wikipedia, translates the description, and embeds maps + links."
+    fn=ner_wikidata_lookup,
+    inputs=gr.Textbox(lines=4, placeholder="Type any sentence in any language..."),
+    outputs=gr.HTML(),
+    title="🌐 NER with Wikidata + Wikipedia + Maps",
+    description="Detects named entities, retrieves Wikidata descriptions, adds Wikipedia links and map locations."
 )
 
 if __name__ == "__main__":
-    iface.launch()
+    iface.launch()