Update app.py

app.py

@@ -9,6 +9,9 @@ from huggingface_hub import login as hf_login
 from vllm import LLM
 from pydantic import BaseModel
 
+os.environ["VLLM_LOGGING_LEVEL"]="DEBUG"
+os.environ["VLLM_WORKER_MULTIPROC_METHOD"]="spawn"
+
 hf_login(token=os.getenv("HF_TOKEN"))
 
 model_name = "meta-llama/Llama-3.2-1B-Instruct"