Update app.py

app.py

@@ -16,12 +16,14 @@ models=[
     "mistralai/Mixtral-8x7B-Instruct-v0.1",
     "mistralai/Mixtral-8x7B-Instruct-v0.2",
 ]
-clients=[
-InferenceClient(models[0]),
-InferenceClient(models[1]),
-InferenceClient(models[2]),
-InferenceClient(models[3]),
-]
+
+def load_models(inp):
+    print(type(inp))
+    print(inp)
+    print(models[inp])
+    model_state= InferenceClient(models[inp[z]])
+    out_box=(gr.update(label=models[inp]))
+    return out_box, model_state
 
 VERBOSE=False
 
@@ -46,11 +48,11 @@ def format_prompt(message, history, cust_p):
     prompt+=cust_p.replace("USER_INPUT",message)
     return prompt
 
-def chat_inf(system_prompt,prompt,history,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,cust_p):
+def chat_inf(system_prompt,prompt,history,memory,model_state,seed,temp,tokens,top_p,rep_p,chat_mem,cust_p):
     #token max=8192
-    print(client_choice)
+    print(model_state)
     hist_len=0
-    client=clients[int(client_choice)-1]
+    client=model_state
     if not history:
         history = []
         hist_len=0
@@ -112,6 +114,7 @@ def check_rand(inp,val):
         return gr.Slider(label="Seed", minimum=1, maximum=1111111111111111, value=int(val))
     
 with gr.Blocks() as app:
+    model_state=gr.State()
     memory=gr.State()
     gr.HTML("""<center><h1 style='font-size:xx-large;'>Huggingface Hub InferenceClient</h1><br><h3>Chatbot's</h3></center>""")
     chat_b = gr.Chatbot(height=500)
@@ -153,12 +156,12 @@ with gr.Blocks() as app:
                     chatblock=gr.Dropdown(label="Chatblocks",info="Choose specific blocks of chat",choices=[c for c in range(1,40)],multiselect=True)
 
     
-    client_choice.change(load_models,client_choice,[chat_b])
-    app.load(load_models,client_choice,[chat_b])
+    client_choice.change(load_models,client_choice,[chat_b,model_state])
+    app.load(load_models,client_choice,[chat_b,model_state])
     
     im_go=im_btn.click(get_screenshot,[chat_b,im_height,im_width,chatblock,theme,wait_time],img)
     
-    chat_sub=inp.submit(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt],[chat_b,memory])
+    chat_sub=inp.submit(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,model_state,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt],[chat_b,memory])
     go=btn.click(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt],[chat_b,memory])
     
     stop_btn.click(None,None,None,cancels=[go,im_go,chat_sub])