Update app.py

app.py

@@ -1,6 +1,7 @@
 import requests
 from bs4 import BeautifulSoup
 import streamlit as st
+import time
 
 urls = ['https://en.wikipedia.org/wiki/Health_care',
         'https://en.wikipedia.org/wiki/Health_information_on_the_Internet',
@@ -8,26 +9,29 @@ urls = ['https://en.wikipedia.org/wiki/Health_care',
 
 def scrape_wikipedia(url):
     try:
+        start_time = time.time()
         response = requests.get(url)
+        end_time = time.time()
         soup = BeautifulSoup(response.content, 'html.parser')
         div_element = soup.find('div', {'class': 'div-col columns column-width'})
         if div_element is not None:
             articles_list = div_element.find_all('li')
         else:
             articles_list = []
-        return articles_list
+        return {'url': url, 'response_time': end_time - start_time, 'articles': articles_list}
     except:
-        st.write(f"Error scraping {url}")
-        return []
+        return {'url': url, 'response_time': None, 'articles': []}
 
 def main():
     st.title("List of Articles on Health Care")
 
     data = []
     for url in urls:
-        articles_list = scrape_wikipedia(url)
-        for article in articles_list:
-            data.append({'url': urls.index(url), 'article': article.text})
+        st.write(f"Scraping {url}...")
+        scraped_data = scrape_wikipedia(url)
+        st.write(f"Response time: {scraped_data['response_time']}")
+        for article in scraped_data['articles']:
+            data.append({'url': scraped_data['url'], 'article': article.text})
 
     st.write('## Dataset')
     st.dataframe(data)