Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -37,25 +37,44 @@ from httpx import RemoteProtocolError
|
|
37 |
# βΈ backoff λͺ¨λμ΄ μμΌλ©΄ μ¦μμμ λ체 ꡬν
|
38 |
try:
|
39 |
import backoff
|
40 |
-
except ImportError:
|
41 |
logging.warning("`backoff` λͺ¨λμ΄ μμ΄ κ°λ¨ λ체 λ°μ½λ μ΄ν°λ₯Ό μ¬μ©ν©λλ€.")
|
42 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
43 |
def decorator(fn):
|
44 |
-
def wrapper(*
|
45 |
-
|
|
|
46 |
try:
|
47 |
-
return fn(*
|
48 |
-
except
|
49 |
-
|
|
|
50 |
raise
|
51 |
sleep = base ** attempt
|
52 |
-
logging.info(
|
|
|
|
|
53 |
time.sleep(sleep)
|
54 |
return wrapper
|
55 |
return decorator
|
|
|
56 |
class _DummyBackoff:
|
57 |
on_exception = _simple_backoff_on_exception
|
58 |
-
|
|
|
|
|
59 |
|
60 |
# βββββββββββββββββββββββββββββββ Environment Variables / Constants βββββββββββββββββββββββββ
|
61 |
|
@@ -2234,6 +2253,7 @@ def process_input(prompt: str, uploaded_files):
|
|
2234 |
stream=True
|
2235 |
)
|
2236 |
|
|
|
2237 |
try:
|
2238 |
stream = safe_stream()
|
2239 |
for chunk in stream:
|
|
|
37 |
# βΈ backoff λͺ¨λμ΄ μμΌλ©΄ μ¦μμμ λ체 ꡬν
|
38 |
try:
|
39 |
import backoff
|
40 |
+
except ImportError:
|
41 |
logging.warning("`backoff` λͺ¨λμ΄ μμ΄ κ°λ¨ λ체 λ°μ½λ μ΄ν°λ₯Ό μ¬μ©ν©λλ€.")
|
42 |
+
|
43 |
+
def _simple_backoff_on_exception(exceptions, *args, **kwargs):
|
44 |
+
"""
|
45 |
+
κ°λ²Όμ΄ μ§μ(backoff=2^n) μ¬μλ λ°μ½λ μ΄ν°.
|
46 |
+
backoff.on_exception APIμ νμ μΈμλ§ νλ΄λ
λλ€.
|
47 |
+
- exceptions : μ¬μλ λμ μμΈ(tuple λλ λ¨μΌ)
|
48 |
+
- max_tries : kwargs λ‘ μ§μ (κΈ°λ³Έ 3)
|
49 |
+
- base : kwargs λ‘ μ§μ (κΈ°λ³Έ 2, μ§μ λ°°μ)
|
50 |
+
κΈ°ν μΈμλ 무μν©λλ€.
|
51 |
+
"""
|
52 |
+
max_tries = kwargs.get("max_tries", 3)
|
53 |
+
base = kwargs.get("base", 2)
|
54 |
+
|
55 |
def decorator(fn):
|
56 |
+
def wrapper(*f_args, **f_kwargs):
|
57 |
+
attempt = 0
|
58 |
+
while True:
|
59 |
try:
|
60 |
+
return fn(*f_args, **f_kwargs)
|
61 |
+
except exceptions as e:
|
62 |
+
attempt += 1
|
63 |
+
if attempt >= max_tries:
|
64 |
raise
|
65 |
sleep = base ** attempt
|
66 |
+
logging.info(
|
67 |
+
f"[retry {attempt}/{max_tries}] {fn.__name__} -> {e} β¦ {sleep}s λκΈ°"
|
68 |
+
)
|
69 |
time.sleep(sleep)
|
70 |
return wrapper
|
71 |
return decorator
|
72 |
+
|
73 |
class _DummyBackoff:
|
74 |
on_exception = _simple_backoff_on_exception
|
75 |
+
|
76 |
+
backoff = _DummyBackoff()
|
77 |
+
|
78 |
|
79 |
# βββββββββββββββββββββββββββββββ Environment Variables / Constants βββββββββββββββββββββββββ
|
80 |
|
|
|
2253 |
stream=True
|
2254 |
)
|
2255 |
|
2256 |
+
|
2257 |
try:
|
2258 |
stream = safe_stream()
|
2259 |
for chunk in stream:
|