Update app.py
Browse files
app.py
CHANGED
@@ -40,5 +40,20 @@ def root():
|
|
40 |
async def generate(request: Request):
|
41 |
data = await request.json()
|
42 |
prompt = data.get("prompt", "")
|
43 |
-
|
44 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
async def generate(request: Request):
|
41 |
data = await request.json()
|
42 |
prompt = data.get("prompt", "")
|
43 |
+
|
44 |
+
print("🧾 Received prompt:", prompt)
|
45 |
+
|
46 |
+
response = llm.create_chat_completion(
|
47 |
+
messages=[
|
48 |
+
{"role": "system", "content": "You are a helpful assistant."},
|
49 |
+
{"role": "user", "content": prompt}
|
50 |
+
],
|
51 |
+
max_tokens=1024,
|
52 |
+
temperature=0.7,
|
53 |
+
)
|
54 |
+
|
55 |
+
print("📤 Raw model response:", response)
|
56 |
+
|
57 |
+
return {
|
58 |
+
"response": response["choices"][0]["message"]["content"].strip()
|
59 |
+
}
|