ciyidogan commited on
Commit
4750c8e
·
verified ·
1 Parent(s): a5bce66

Update inference_test.py

Browse files
Files changed (1) hide show
  1. inference_test.py +1 -1
inference_test.py CHANGED
@@ -160,7 +160,7 @@ async def chat(msg: llm_model.Message, request: Request):
160
  traceback.print_exc()
161
  return JSONResponse(content={"error": str(e)}, status_code=500)
162
 
163
- threading.Thread(target=llm_model.setup_model, kwargs={"service_config": s_config}, daemon=True).start()
164
  threading.Thread(target=lambda: uvicorn.run(app, host="0.0.0.0", port=7860), daemon=True).start()
165
  while True:
166
  time.sleep(60)
 
160
  traceback.print_exc()
161
  return JSONResponse(content={"error": str(e)}, status_code=500)
162
 
163
+ threading.Thread(target=llm_model.setup_model, kwargs={"app_config": s_config}, daemon=True).start()
164
  threading.Thread(target=lambda: uvicorn.run(app, host="0.0.0.0", port=7860), daemon=True).start()
165
  while True:
166
  time.sleep(60)