hsuwill000 commited on
Commit
5c0d84c
·
verified ·
1 Parent(s): 3e35adf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -19,7 +19,7 @@ tokenizer.set_chat_template(tokenizer.chat_template)
19
 
20
  def generate_response(prompt):
21
  output = pipe.generate([prompt], max_length=1024)
22
- tokenpersec=output.perf_metrics.get_throughput().mean:.2f
23
  return tokenpersec,output
24
 
25
  # 建立 Gradio 介面
 
19
 
20
  def generate_response(prompt):
21
  output = pipe.generate([prompt], max_length=1024)
22
+ tokenpersec=f'Throughput: {output.perf_metrics.get_throughput().mean:.2f} tokens/s'
23
  return tokenpersec,output
24
 
25
  # 建立 Gradio 介面