Spaces:
Running
Running
Update config.py
Browse files
config.py
CHANGED
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import os
|
2 |
+
from typing import Dict, Any
|
3 |
+
|
4 |
+
class Config:
|
5 |
+
def __init__(self):
|
6 |
+
self.settings = {
|
7 |
+
'TIMEOUT': int(os.getenv('URLD_TIMEOUT', 10)),
|
8 |
+
'MAX_FILE_SIZE': int(os.getenv('URLD_MAX_FILE_SIZE', 2 * 1024 * 1024 * 1024)),
|
9 |
+
'RESPECT_ROBOTS': os.getenv('URLD_RESPECT_ROBOTS', 'True').lower() == 'true',
|
10 |
+
'USE_PROXY': os.getenv('URLD_USE_PROXY', 'False').lower() == 'true',
|
11 |
+
'PROXY_URL': os.getenv('URLD_PROXY_URL', ''),
|
12 |
+
'REQUEST_DELAY': float(os.getenv('URLD_REQUEST_DELAY', 1.0)),
|
13 |
+
'MAX_RETRIES': int(os.getenv('URLD_MAX_RETRIES', 3)),
|
14 |
+
'OUTPUT_FORMAT': os.getenv('URLD_OUTPUT_FORMAT', 'json'),
|
15 |
+
'CHROME_DRIVER_PATH': os.getenv('URLD_CHROME_DRIVER_PATH', '/usr/local/bin/chromedriver'),
|
16 |
+
}
|
17 |
+
|
18 |
+
def get(self, key: str) -> Any:
|
19 |
+
return self.settings.get(key)
|
20 |
+
|
21 |
+
def update(self, settings: Dict[str, Any]) -> None:
|
22 |
+
self.settings.update(settings)
|