Denis Davydov commited on
Commit
52ee323
·
1 Parent(s): f68e095

increase limit of text

Browse files
Files changed (1) hide show
  1. tools.py +1 -1
tools.py CHANGED
@@ -247,7 +247,7 @@ def fetch_webpage_content(url: str) -> str:
247
  chunks = (phrase.strip() for line in lines for phrase in line.split(" "))
248
  text = ' '.join(chunk for chunk in chunks if chunk)
249
 
250
- return text[:20000] # Increase to 20k characters to get more content
251
 
252
  except Exception as e:
253
  print(f"Failed to fetch content from {url}: {e}")
 
247
  chunks = (phrase.strip() for line in lines for phrase in line.split(" "))
248
  text = ' '.join(chunk for chunk in chunks if chunk)
249
 
250
+ return text[:30000]
251
 
252
  except Exception as e:
253
  print(f"Failed to fetch content from {url}: {e}")