hsuwill000 commited on
Commit
76c3846
ยท
verified ยท
1 Parent(s): 1af7192

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -55,7 +55,7 @@ def generate_response(prompt, model_name):
55
  try:
56
  generated = pipe.generate([prompt], config, streamer)
57
  tokenpersec=f'{generated.perf_metrics.get_throughput().mean:.2f}'
58
- print(f"tokenpersec:{tokenpersec}\n")
59
  return tokenpersec, generated
60
  except Exception as e:
61
  return "็™ผ็”Ÿ้Œฏ่ชค", "็™ผ็”Ÿ้Œฏ่ชค", f"็”Ÿๆˆๅ›žๆ‡‰ๆ™‚็™ผ็”Ÿ้Œฏ่ชค๏ผš{e}"
 
55
  try:
56
  generated = pipe.generate([prompt], config, streamer)
57
  tokenpersec=f'{generated.perf_metrics.get_throughput().mean:.2f}'
58
+ print(f"\nModel:{model_name} TPS:{tokenpersec}\n")
59
  return tokenpersec, generated
60
  except Exception as e:
61
  return "็™ผ็”Ÿ้Œฏ่ชค", "็™ผ็”Ÿ้Œฏ่ชค", f"็”Ÿๆˆๅ›žๆ‡‰ๆ™‚็™ผ็”Ÿ้Œฏ่ชค๏ผš{e}"