Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -39,7 +39,7 @@ def generate_response(prompt, model_name):
|
|
39 |
tokenpersec = f'{generated.perf_metrics.get_throughput().mean:.2f}'
|
40 |
print(f"\nModel:{model_name} TPS:{tokenpersec}\n")
|
41 |
|
42 |
-
return tokenpersec, generated.
|
43 |
|
44 |
# 建立 Gradio 介面
|
45 |
|
|
|
39 |
tokenpersec = f'{generated.perf_metrics.get_throughput().mean:.2f}'
|
40 |
print(f"\nModel:{model_name} TPS:{tokenpersec}\n")
|
41 |
|
42 |
+
return tokenpersec, generated.texts
|
43 |
|
44 |
# 建立 Gradio 介面
|
45 |
|