Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -55,7 +55,7 @@ def generate_response(prompt, model_name):
|
|
55 |
try:
|
56 |
generated = pipe.generate([prompt], config, streamer)
|
57 |
tokenpersec=f'{generated.perf_metrics.get_throughput().mean:.2f}'
|
58 |
-
print(f"
|
59 |
return tokenpersec, generated
|
60 |
except Exception as e:
|
61 |
return "็ผ็้ฏ่ชค", "็ผ็้ฏ่ชค", f"็ๆๅๆๆ็ผ็้ฏ่ชค๏ผ{e}"
|
|
|
55 |
try:
|
56 |
generated = pipe.generate([prompt], config, streamer)
|
57 |
tokenpersec=f'{generated.perf_metrics.get_throughput().mean:.2f}'
|
58 |
+
print(f"\nModel:{model_name} TPS:{tokenpersec}\n")
|
59 |
return tokenpersec, generated
|
60 |
except Exception as e:
|
61 |
return "็ผ็้ฏ่ชค", "็ผ็้ฏ่ชค", f"็ๆๅๆๆ็ผ็้ฏ่ชค๏ผ{e}"
|