Spaces:
Running
Running
Update rss_feed.py
Browse files- modules/rss_feed.py +4 -2
modules/rss_feed.py
CHANGED
|
@@ -5,7 +5,6 @@ import re
|
|
| 5 |
import ssl
|
| 6 |
import requests
|
| 7 |
from datetime import datetime, timedelta
|
| 8 |
-
from threading import Timer
|
| 9 |
from urllib.parse import urlparse
|
| 10 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
| 11 |
|
|
@@ -125,6 +124,9 @@ def parse_feed(feed_url, timeout=5):
|
|
| 125 |
except requests.exceptions.Timeout:
|
| 126 |
logger.warning(f"Timeout while fetching feed {feed_url}")
|
| 127 |
return None
|
|
|
|
|
|
|
|
|
|
| 128 |
except requests.exceptions.RequestException as e:
|
| 129 |
logger.error(f"Request error fetching feed {feed_url}: {str(e)}")
|
| 130 |
return None
|
|
@@ -334,7 +336,7 @@ def retrieve_evidence_from_rss(claim, max_results=10, category_feeds=None):
|
|
| 334 |
|
| 335 |
# Take all fact-checking feeds plus a random selection of others
|
| 336 |
import random
|
| 337 |
-
selected_feeds = fact_check_feeds + random.sample(other_feeds, min(10 - len(fact_check_feeds), len(other_feeds)))
|
| 338 |
else:
|
| 339 |
selected_feeds = feeds_to_use
|
| 340 |
|
|
|
|
| 5 |
import ssl
|
| 6 |
import requests
|
| 7 |
from datetime import datetime, timedelta
|
|
|
|
| 8 |
from urllib.parse import urlparse
|
| 9 |
from concurrent.futures import ThreadPoolExecutor, as_completed
|
| 10 |
|
|
|
|
| 124 |
except requests.exceptions.Timeout:
|
| 125 |
logger.warning(f"Timeout while fetching feed {feed_url}")
|
| 126 |
return None
|
| 127 |
+
except requests.exceptions.HTTPError as e:
|
| 128 |
+
logger.error(f"HTTP error fetching feed {feed_url}: {str(e)}")
|
| 129 |
+
return None
|
| 130 |
except requests.exceptions.RequestException as e:
|
| 131 |
logger.error(f"Request error fetching feed {feed_url}: {str(e)}")
|
| 132 |
return None
|
|
|
|
| 336 |
|
| 337 |
# Take all fact-checking feeds plus a random selection of others
|
| 338 |
import random
|
| 339 |
+
selected_feeds = fact_check_feeds + random.sample(other_feeds, min(max(0, 10 - len(fact_check_feeds)), len(other_feeds)))
|
| 340 |
else:
|
| 341 |
selected_feeds = feeds_to_use
|
| 342 |
|