Stardust-minus commited on
Commit
e3cf3e2
·
verified ·
1 Parent(s): 440bab4

add CUDA error trigger

Browse files
Files changed (1) hide show
  1. tools/webui/inference.py +15 -9
tools/webui/inference.py CHANGED
@@ -42,15 +42,21 @@ def inference_wrapper(
42
  seed=int(seed) if seed else None,
43
  use_memory_cache=use_memory_cache,
44
  )
45
-
46
- for result in engine.inference(req):
47
- match result.code:
48
- case "final":
49
- return result.audio, None
50
- case "error":
51
- return None, build_html_error_message(i18n(result.error))
52
- case _:
53
- pass
 
 
 
 
 
 
54
 
55
  return None, i18n("No audio generated")
56
 
 
42
  seed=int(seed) if seed else None,
43
  use_memory_cache=use_memory_cache,
44
  )
45
+ try:
46
+ for result in engine.inference(req):
47
+ match result.code:
48
+ case "final":
49
+ return result.audio, None
50
+ case "error":
51
+ return None, build_html_error_message(i18n(result.error))
52
+ case _:
53
+ pass
54
+ except Exception as e:
55
+ er = "CUDA error: device-side assert triggered"
56
+ if er in str(e):
57
+ app.close()
58
+ else:
59
+ raise Exception(e)
60
 
61
  return None, i18n("No audio generated")
62