Update app.py

app.py

@@ -2,7 +2,7 @@ from fastapi import FastAPI
 import uvicorn
 from transformers import AutoTokenizer, AutoModel
 
-model_name = "TheBloke/Wizard-Vicuna-13B-Uncensored-GPTQ"
+model_name = "TheBloke/Guanaco-7B-Uncensored-AWQ"
 
 model = AutoModel.from_pretrained(model_name)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
@@ -15,7 +15,8 @@ def greet_json():
 
 @app.get("/message")
 async def message(input: str):
-    inputs = tokenizer(input_text, return_tensors="pt", padding=True, truncation=True)
+    prompt = "### Human: " + input + "\n### Assistant:"
+    inputs = tokenizer(prompt, return_tensors="pt", padding=True, truncation=True)
     
     output = model.generate(
         input_ids=inputs["input_ids"],