Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -19,7 +19,7 @@ tokenizer.set_chat_template(tokenizer.chat_template)
|
|
19 |
|
20 |
def generate_response(prompt):
|
21 |
output = pipe.generate([prompt], max_length=1024)
|
22 |
-
tokenpersec=output.perf_metrics.get_throughput().mean:.2f
|
23 |
return tokenpersec,output
|
24 |
|
25 |
# 建立 Gradio 介面
|
|
|
19 |
|
20 |
def generate_response(prompt):
|
21 |
output = pipe.generate([prompt], max_length=1024)
|
22 |
+
tokenpersec=f'Throughput: {output.perf_metrics.get_throughput().mean:.2f} tokens/s'
|
23 |
return tokenpersec,output
|
24 |
|
25 |
# 建立 Gradio 介面
|