Priyanshukr-1 commited on
Commit
314bed8
·
verified ·
1 Parent(s): 6490f68

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -2
app.py CHANGED
@@ -40,5 +40,20 @@ def root():
40
  async def generate(request: Request):
41
  data = await request.json()
42
  prompt = data.get("prompt", "")
43
- response = llm(prompt, max_tokens=128, temperature=0.7)
44
- return {"response": response["choices"][0]["text"]}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  async def generate(request: Request):
41
  data = await request.json()
42
  prompt = data.get("prompt", "")
43
+
44
+ print("🧾 Received prompt:", prompt)
45
+
46
+ response = llm.create_chat_completion(
47
+ messages=[
48
+ {"role": "system", "content": "You are a helpful assistant."},
49
+ {"role": "user", "content": prompt}
50
+ ],
51
+ max_tokens=1024,
52
+ temperature=0.7,
53
+ )
54
+
55
+ print("📤 Raw model response:", response)
56
+
57
+ return {
58
+ "response": response["choices"][0]["message"]["content"].strip()
59
+ }