Mustehson commited on
Commit
246bb62
·
1 Parent(s): cbb92c4
Files changed (2) hide show
  1. __pycache__/app.cpython-311.pyc +0 -0
  2. app.py +1 -0
__pycache__/app.cpython-311.pyc CHANGED
Binary files a/__pycache__/app.cpython-311.pyc and b/__pycache__/app.cpython-311.pyc differ
 
app.py CHANGED
@@ -23,6 +23,7 @@ def scrape_text(url, max_depth):
23
  check_response_status=True,
24
  metadata_extractor=html_only_metadata_extractor,
25
  prevent_outside=True,
 
26
  )
27
  documents = loader.load()
28
  except Exception as e:
 
23
  check_response_status=True,
24
  metadata_extractor=html_only_metadata_extractor,
25
  prevent_outside=True,
26
+ use_async=True
27
  )
28
  documents = loader.load()
29
  except Exception as e: