Update app.py

app.py

@@ -1,62 +1,27 @@
 import requests
 from bs4 import BeautifulSoup
 import streamlit as st
-from urllib.parse import quote
-
-@st.cache_resource
-def display_glossary_entity(k):
-    search_urls = {
-        "🚀🌌ArXiv": lambda k: f"https://arxiv.org/search/?query={quote(k)}&searchtype=all&source=header",
-        "📖Wiki": lambda k: f"https://en.wikipedia.org/wiki/{quote(k)}",
-        "🔍Google": lambda k: f"https://www.google.com/search?q={quote(k)}",
-        "🔎Bing": lambda k: f"https://www.bing.com/search?q={quote(k)}",
-        "🎥YouTube": lambda k: f"https://www.youtube.com/results?search_query={quote(k)}",
-        "🐦Twitter": lambda k: f"https://twitter.com/search?q={quote(k)}",
-    }
-    links_md = ' '.join([f"[{emoji}]({url(k)})" for emoji, url in search_urls.items()])
-    st.markdown(f"**{k}** <small>{links_md}</small>", unsafe_allow_html=True)
 
 def perform_search(search_query, search_engine):
     if search_engine == "Google":
         url = f"https://www.google.com/search?q={search_query}"
-        response = requests.get(url)
-        soup = BeautifulSoup(response.text, "html.parser")
-        search_results = soup.select(".g")
-        results = []
-        for result in search_results:
-            title = result.select_one(".r").text
-            link = result.select_one(".r a")["href"]
-            results.append({"title": title, "link": link})
     elif search_engine == "Bing":
         url = f"https://www.bing.com/search?q={search_query}"
-        response = requests.get(url)
-        soup = BeautifulSoup(response.text, "html.parser")
+    
+    response = requests.get(url)
+    soup = BeautifulSoup(response.text, "html.parser")
+    
+    # Extract search results based on the search engine
+    if search_engine == "Google":
+        search_results = soup.select(".yuRUbf a")
+    elif search_engine == "Bing":
         search_results = soup.select(".b_algo h2 a")
-        results = []
-        for result in search_results:
-            title = result.text
-            link = result["href"]
-            results.append({"title": title, "link": link})
-    elif search_engine == "Wikipedia":
-        url = f"https://en.wikipedia.org/w/index.php?search={search_query}"
-        response = requests.get(url)
-        soup = BeautifulSoup(response.text, "html.parser")
-        search_results = soup.select(".mw-search-result-heading a")
-        results = []
-        for result in search_results:
-            title = result.text
-            link = result["href"]
-            results.append({"title": title, "link": link})
-    elif search_engine == "Twitter":
-        url = f"https://twitter.com/search?q={search_query}"
-        response = requests.get(url)
-        soup = BeautifulSoup(response.text, "html.parser")
-        search_results = soup.select(".css-1dbjc4n.r-1loqt21.r-18u37iz.r-1ny4l3l.r-1udh08x.r-1qhn6m8.r-i023vh.r-o7ynqc.r-6416eg")
-        results = []
-        for result in search_results:
-            title = result.select_one(".css-901oao.css-16my406.r-poiln3.r-bcqeeo.r-qvutc0").text
-            link = f"https://twitter.com{result.select_one('.css-4rbku5')['href']}"
-            results.append({"title": title, "link": link})
+    
+    results = []
+    for result in search_results:
+        title = result.text
+        link = result["href"]
+        results.append({"title": title, "link": link})
     
     return results
 
@@ -64,12 +29,11 @@ def main():
     st.set_page_config(page_title="Web Search App", page_icon=":mag:", layout="wide")
     
     st.title("Web Search App")
-    st.write("Search Google, Bing, Wikipedia, and Twitter simultaneously!")
+    st.write("Search Google and Bing simultaneously!")
     
     search_query = st.text_input("Enter your search query")
-    display_glossary_entity(search_query)
     
-    col1, col2, col3, col4 = st.columns(4)
+    col1, col2 = st.columns(2)
     
     with col1:
         st.header("Google Search Results")
@@ -84,20 +48,6 @@ def main():
             bing_results = perform_search(search_query, "Bing")
             for result in bing_results:
                 st.write(f"[{result['title']}]({result['link']})")
-    
-    with col3:
-        st.header("Wikipedia Search Results")
-        if st.button("Search Wikipedia"):
-            wikipedia_results = perform_search(search_query, "Wikipedia")
-            for result in wikipedia_results:
-                st.write(f"[{result['title']}]({result['link']})")
-    
-    with col4:
-        st.header("Twitter Search Results")
-        if st.button("Search Twitter"):
-            twitter_results = perform_search(search_query, "Twitter")
-            for result in twitter_results:
-                st.write(f"[{result['title']}]({result['link']})")
 
 if __name__ == "__main__":
     main()