Update app_chat.py

app_chat.py

@@ -9,8 +9,9 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
 from transformers import StoppingCriteria, StoppingCriteriaList, StopStringCriteria
 
 import subprocess
-# useradd -m -u 1000 user
-subprocess.run(['useradd', '-m', "-u", "1000", "user" ])   
+
+global model
+
 import torch._dynamo
 torch._dynamo.config.suppress_errors = True
 
@@ -57,6 +58,9 @@ def generate(
     repetition_penalty: float = 1.2,
 ) -> Iterator[str]:
     conversation = []
+
+    global model
+    
     if system_prompt:
         conversation.append({"role": "system", "content": system_prompt})
     conversation += chat_history