Spaces:
				
			
			
	
			
			
		Paused
		
	
	
	
			
			
	
	
	
	
		
		
		Paused
		
	Update inference_test.py
Browse files- inference_test.py +1 -1
 
    	
        inference_test.py
    CHANGED
    
    | 
         @@ -160,7 +160,7 @@ async def chat(msg: llm_model.Message, request: Request): 
     | 
|
| 160 | 
         
             
                    traceback.print_exc()
         
     | 
| 161 | 
         
             
                    return JSONResponse(content={"error": str(e)}, status_code=500)
         
     | 
| 162 | 
         | 
| 163 | 
         
            -
            threading.Thread(target=llm_model.setup_model, kwargs={" 
     | 
| 164 | 
         
             
            threading.Thread(target=lambda: uvicorn.run(app, host="0.0.0.0", port=7860), daemon=True).start()
         
     | 
| 165 | 
         
             
            while True:
         
     | 
| 166 | 
         
             
                time.sleep(60)
         
     | 
| 
         | 
|
| 160 | 
         
             
                    traceback.print_exc()
         
     | 
| 161 | 
         
             
                    return JSONResponse(content={"error": str(e)}, status_code=500)
         
     | 
| 162 | 
         | 
| 163 | 
         
            +
            threading.Thread(target=llm_model.setup_model, kwargs={"app_config": s_config}, daemon=True).start()
         
     | 
| 164 | 
         
             
            threading.Thread(target=lambda: uvicorn.run(app, host="0.0.0.0", port=7860), daemon=True).start()
         
     | 
| 165 | 
         
             
            while True:
         
     | 
| 166 | 
         
             
                time.sleep(60)
         
     |