acecalisto3 commited on
Commit
b39dfc3
·
verified ·
1 Parent(s): 119f74a

Update config.py

Browse files
Files changed (1) hide show
  1. config.py +22 -0
config.py CHANGED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ from typing import Dict, Any
3
+
4
+ class Config:
5
+ def __init__(self):
6
+ self.settings = {
7
+ 'TIMEOUT': int(os.getenv('URLD_TIMEOUT', 10)),
8
+ 'MAX_FILE_SIZE': int(os.getenv('URLD_MAX_FILE_SIZE', 2 * 1024 * 1024 * 1024)),
9
+ 'RESPECT_ROBOTS': os.getenv('URLD_RESPECT_ROBOTS', 'True').lower() == 'true',
10
+ 'USE_PROXY': os.getenv('URLD_USE_PROXY', 'False').lower() == 'true',
11
+ 'PROXY_URL': os.getenv('URLD_PROXY_URL', ''),
12
+ 'REQUEST_DELAY': float(os.getenv('URLD_REQUEST_DELAY', 1.0)),
13
+ 'MAX_RETRIES': int(os.getenv('URLD_MAX_RETRIES', 3)),
14
+ 'OUTPUT_FORMAT': os.getenv('URLD_OUTPUT_FORMAT', 'json'),
15
+ 'CHROME_DRIVER_PATH': os.getenv('URLD_CHROME_DRIVER_PATH', '/usr/local/bin/chromedriver'),
16
+ }
17
+
18
+ def get(self, key: str) -> Any:
19
+ return self.settings.get(key)
20
+
21
+ def update(self, settings: Dict[str, Any]) -> None:
22
+ self.settings.update(settings)