Spaces:
Running
Running
Update inference_test.py
Browse files- inference_test.py +1 -1
inference_test.py
CHANGED
@@ -160,7 +160,7 @@ async def chat(msg: llm_model.Message, request: Request):
|
|
160 |
traceback.print_exc()
|
161 |
return JSONResponse(content={"error": str(e)}, status_code=500)
|
162 |
|
163 |
-
threading.Thread(target=llm_model.setup_model, kwargs={"
|
164 |
threading.Thread(target=lambda: uvicorn.run(app, host="0.0.0.0", port=7860), daemon=True).start()
|
165 |
while True:
|
166 |
time.sleep(60)
|
|
|
160 |
traceback.print_exc()
|
161 |
return JSONResponse(content={"error": str(e)}, status_code=500)
|
162 |
|
163 |
+
threading.Thread(target=llm_model.setup_model, kwargs={"app_config": s_config}, daemon=True).start()
|
164 |
threading.Thread(target=lambda: uvicorn.run(app, host="0.0.0.0", port=7860), daemon=True).start()
|
165 |
while True:
|
166 |
time.sleep(60)
|