Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -25,6 +25,7 @@ urls = [
|
|
25 |
]
|
26 |
for i, url in enumerate(urls):
|
27 |
resp = requests.get(url)
|
|
|
28 |
with open(f"./data/doc_{i}.txt", "w", encoding="utf-8") as f:
|
29 |
f.write(resp.text)
|
30 |
#soup = BeautifulSoup(resp.text, "html.parser")
|
|
|
25 |
]
|
26 |
for i, url in enumerate(urls):
|
27 |
resp = requests.get(url)
|
28 |
+
resp.encoding = 'utf-8'
|
29 |
with open(f"./data/doc_{i}.txt", "w", encoding="utf-8") as f:
|
30 |
f.write(resp.text)
|
31 |
#soup = BeautifulSoup(resp.text, "html.parser")
|