HemanM commited on
Commit
d016a6e
·
verified ·
1 Parent(s): cd64e90

Update web_search.py

Browse files
Files changed (1) hide show
  1. web_search.py +17 -14
web_search.py CHANGED
@@ -1,17 +1,20 @@
1
- # web_search.py — DuckDuckGo basic web RAG
2
  import requests
3
 
4
  def web_search(query, max_results=3):
5
- headers = {"User-Agent": "Mozilla/5.0"}
6
- url = f"https://duckduckgo.com/html/?q={query}"
7
- resp = requests.get(url, headers=headers)
8
-
9
- snippets = []
10
- for line in resp.text.splitlines():
11
- if "result__snippet" in line:
12
- text = line.split(">")[-1].split("<")[0]
13
- snippets.append(text)
14
- if len(snippets) >= max_results:
15
- break
16
-
17
- return "\n".join(snippets) if snippets else "No relevant information found."
 
 
 
 
1
+ # web_search.py
2
  import requests
3
 
4
  def web_search(query, max_results=3):
5
+ try:
6
+ url = f"https://duckduckgo.com/html/?q={query}"
7
+ headers = {'User-Agent': 'Mozilla/5.0'}
8
+ response = requests.get(url, headers=headers)
9
+ results = []
10
+ for line in response.text.split("\n"):
11
+ if "<a rel=\"nofollow\"" in line and 'href="' in line:
12
+ start = line.find('href="') + 6
13
+ end = line.find('"', start)
14
+ link = line[start:end]
15
+ results.append(link)
16
+ if len(results) >= max_results:
17
+ break
18
+ return "\n".join(results)
19
+ except Exception as e:
20
+ return f"[Web search failed: {e}]"